[ 659.017019] env[69692]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69692) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 659.017498] env[69692]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69692) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 659.017498] env[69692]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69692) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 659.017802] env[69692]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 659.115494] env[69692]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69692) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 659.125410] env[69692]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69692) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 659.169965] env[69692]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 659.733699] env[69692]: INFO nova.virt.driver [None req-8326af86-b22d-4ea7-8fa9-a534b3719fd9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 659.804406] env[69692]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.804583] env[69692]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.804667] env[69692]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69692) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 662.672214] env[69692]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b01478ab-6426-4b2f-a3d3-6ec2a327d36e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.688056] env[69692]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69692) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 662.688207] env[69692]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3542553d-304a-49d7-ba28-5c761b720eac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.720821] env[69692]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 12e3c. [ 662.720949] env[69692]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.916s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.721506] env[69692]: INFO nova.virt.vmwareapi.driver [None req-8326af86-b22d-4ea7-8fa9-a534b3719fd9 None None] VMware vCenter version: 7.0.3 [ 662.724990] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b68ae9-789f-4a66-a093-a3a1a86ffe6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.747953] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d6c40-1042-4d0c-98eb-c40f1f07496b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.753682] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589062c0-e4bf-4c81-ab7d-555418637c82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.760107] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400d338-3fe4-4f24-9c85-ea95881aa7f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.773094] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52500cf0-7fe4-4763-9d7e-c2438c2f5472 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.778875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2698e5-f42d-4a47-9ec3-9e62b16a3555 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.809337] env[69692]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9727fc90-f725-4ebf-8fdd-a95195ceeef8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.814346] env[69692]: DEBUG nova.virt.vmwareapi.driver [None req-8326af86-b22d-4ea7-8fa9-a534b3719fd9 None None] Extension org.openstack.compute already exists. {{(pid=69692) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 662.817108] env[69692]: INFO nova.compute.provider_config [None req-8326af86-b22d-4ea7-8fa9-a534b3719fd9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 663.320842] env[69692]: DEBUG nova.context [None req-8326af86-b22d-4ea7-8fa9-a534b3719fd9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4df152fa-fc10-4370-b08d-5504f8d7f0ae(cell1) {{(pid=69692) load_cells /opt/stack/nova/nova/context.py:464}} [ 663.323067] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.323308] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.324099] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.324541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Acquiring lock "4df152fa-fc10-4370-b08d-5504f8d7f0ae" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.324734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Lock "4df152fa-fc10-4370-b08d-5504f8d7f0ae" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.325783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Lock "4df152fa-fc10-4370-b08d-5504f8d7f0ae" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.348442] env[69692]: INFO dbcounter [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Registered counter for database nova_cell0 [ 663.356656] env[69692]: INFO dbcounter [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Registered counter for database nova_cell1 [ 663.359859] env[69692]: DEBUG oslo_db.sqlalchemy.engines [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69692) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 663.360481] env[69692]: DEBUG oslo_db.sqlalchemy.engines [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69692) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 663.364976] env[69692]: ERROR nova.db.main.api [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 663.364976] env[69692]: result = function(*args, **kwargs) [ 663.364976] env[69692]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 663.364976] env[69692]: return func(*args, **kwargs) [ 663.364976] env[69692]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 663.364976] env[69692]: result = fn(*args, **kwargs) [ 663.364976] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 663.364976] env[69692]: return f(*args, **kwargs) [ 663.364976] env[69692]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 663.364976] env[69692]: return db.service_get_minimum_version(context, binaries) [ 663.364976] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 663.364976] env[69692]: _check_db_access() [ 663.364976] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 663.364976] env[69692]: stacktrace = ''.join(traceback.format_stack()) [ 663.364976] env[69692]: [ 663.366146] env[69692]: ERROR nova.db.main.api [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 663.366146] env[69692]: result = function(*args, **kwargs) [ 663.366146] env[69692]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 663.366146] env[69692]: return func(*args, **kwargs) [ 663.366146] env[69692]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 663.366146] env[69692]: result = fn(*args, **kwargs) [ 663.366146] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 663.366146] env[69692]: return f(*args, **kwargs) [ 663.366146] env[69692]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 663.366146] env[69692]: return db.service_get_minimum_version(context, binaries) [ 663.366146] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 663.366146] env[69692]: _check_db_access() [ 663.366146] env[69692]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 663.366146] env[69692]: stacktrace = ''.join(traceback.format_stack()) [ 663.366146] env[69692]: [ 663.366582] env[69692]: WARNING nova.objects.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 663.366620] env[69692]: WARNING nova.objects.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Failed to get minimum service version for cell 4df152fa-fc10-4370-b08d-5504f8d7f0ae [ 663.367025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Acquiring lock "singleton_lock" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.367191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Acquired lock "singleton_lock" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.367427] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Releasing lock "singleton_lock" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.367750] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Full set of CONF: {{(pid=69692) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 663.367894] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ******************************************************************************** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 663.368039] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] Configuration options gathered from: {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 663.368184] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 663.368377] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 663.368505] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ================================================================================ {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 663.368710] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] allow_resize_to_same_host = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.368880] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] arq_binding_timeout = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369022] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] backdoor_port = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369158] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] backdoor_socket = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369324] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] block_device_allocate_retries = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369487] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] block_device_allocate_retries_interval = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369655] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cert = self.pem {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369821] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.369989] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute_monitors = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370170] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] config_dir = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370340] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] config_drive_format = iso9660 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370474] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370637] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] config_source = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370804] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] console_host = devstack {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.370970] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] control_exchange = nova {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371142] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cpu_allocation_ratio = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371308] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] daemon = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371475] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] debug = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371631] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_access_ip_network_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371795] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_availability_zone = nova {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.371957] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_ephemeral_format = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.372122] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_green_pool_size = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.372372] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.372540] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] default_schedule_zone = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.372698] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] disk_allocation_ratio = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.372858] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] enable_new_services = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373076] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] enabled_apis = ['osapi_compute'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373215] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] enabled_ssl_apis = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373376] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] flat_injected = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373536] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] force_config_drive = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373697] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] force_raw_images = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.373865] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] graceful_shutdown_timeout = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.374068] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] heal_instance_info_cache_interval = -1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.374301] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] host = cpu-1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.374492] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.374657] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.374818] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375054] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375256] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_build_timeout = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375427] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_delete_interval = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375596] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_format = [instance: %(uuid)s] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375762] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_name_template = instance-%08x {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.375926] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_usage_audit = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376110] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_usage_audit_period = month {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376280] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376445] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376609] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] internal_service_availability_zone = internal {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376763] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] key = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.376921] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] live_migration_retry_count = 30 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377101] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_color = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377277] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_config_append = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377446] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377604] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_dir = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377762] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.377892] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_options = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378062] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_rotate_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378247] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_rotate_interval_type = days {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378410] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] log_rotation_type = none {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378541] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378668] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.378837] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379009] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379147] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379311] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] long_rpc_timeout = 1800 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379474] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_concurrent_builds = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379633] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_concurrent_live_migrations = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379792] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_concurrent_snapshots = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.379951] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_local_block_devices = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380123] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_logfile_count = 30 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380285] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] max_logfile_size_mb = 200 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380446] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] maximum_instance_delete_attempts = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380613] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metadata_listen = 0.0.0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380781] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metadata_listen_port = 8775 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.380949] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metadata_workers = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.381122] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] migrate_max_retries = -1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.381292] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] mkisofs_cmd = genisoimage {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.381498] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.381630] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] my_ip = 10.180.1.21 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.381832] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382045] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] network_allocate_retries = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382192] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382363] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382526] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] osapi_compute_listen_port = 8774 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382692] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] osapi_compute_unique_server_name_scope = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.382860] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] osapi_compute_workers = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383032] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] password_length = 12 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383198] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] periodic_enable = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383358] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] periodic_fuzzy_delay = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383524] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] pointer_model = usbtablet {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383689] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] preallocate_images = none {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383850] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] publish_errors = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.383980] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] pybasedir = /opt/stack/nova {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.384185] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ram_allocation_ratio = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.384354] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rate_limit_burst = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.384525] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rate_limit_except_level = CRITICAL {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.384686] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rate_limit_interval = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.384845] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reboot_timeout = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385020] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reclaim_instance_interval = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385238] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] record = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385428] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reimage_timeout_per_gb = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385599] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] report_interval = 120 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385761] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rescue_timeout = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.385923] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reserved_host_cpus = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386098] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reserved_host_disk_mb = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386267] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reserved_host_memory_mb = 512 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386427] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] reserved_huge_pages = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386587] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] resize_confirm_window = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386746] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] resize_fs_using_block_device = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.386908] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] resume_guests_state_on_host_boot = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387095] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387264] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] rpc_response_timeout = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387426] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] run_external_periodic_tasks = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387593] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] running_deleted_instance_action = reap {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387754] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.387913] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] running_deleted_instance_timeout = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388083] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler_instance_sync_interval = 120 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388256] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_down_time = 720 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388426] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] servicegroup_driver = db {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388583] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] shell_completion = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388742] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] shelved_offload_time = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.388900] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] shelved_poll_interval = 3600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389086] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] shutdown_timeout = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389258] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] source_is_ipv6 = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389419] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ssl_only = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389663] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389834] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] sync_power_state_interval = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.389996] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] sync_power_state_pool_size = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390180] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] syslog_log_facility = LOG_USER {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390340] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] tempdir = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390500] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] timeout_nbd = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390665] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] transport_url = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390826] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] update_resources_interval = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.390986] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_cow_images = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391158] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_journal = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391321] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_json = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391479] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_rootwrap_daemon = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391636] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_stderr = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391793] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] use_syslog = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.391949] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vcpu_pin_set = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392124] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plugging_is_fatal = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392293] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plugging_timeout = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392458] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] virt_mkfs = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392615] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] volume_usage_poll_interval = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392775] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] watch_log_file = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.392941] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] web = /usr/share/spice-html5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 663.393133] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.393304] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.393468] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.393636] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_concurrency.disable_process_locking = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.394212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.394416] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.394593] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.394770] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.394943] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.395136] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.395339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.auth_strategy = keystone {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.395513] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.compute_link_prefix = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.395689] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.395865] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.dhcp_domain = novalocal {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396048] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.enable_instance_password = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396222] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.glance_link_prefix = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396393] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396569] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396733] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.instance_list_per_project_cells = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.396899] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.list_records_by_skipping_down_cells = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397076] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.local_metadata_per_cell = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397279] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.max_limit = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397456] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.metadata_cache_expiration = 15 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397631] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.neutron_default_tenant_id = default {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397802] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.response_validation = warn {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.397974] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.use_neutron_default_nets = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.398161] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.398329] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.398497] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.398667] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.398837] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_dynamic_targets = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399006] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_jsonfile_path = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399198] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399400] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.backend = dogpile.cache.memcached {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399570] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.backend_argument = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399733] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.backend_expiration_time = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.399906] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.config_prefix = cache.oslo {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.400096] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.dead_timeout = 60.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.400328] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.debug_cache_backend = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.400516] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.enable_retry_client = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.400684] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.enable_socket_keepalive = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.400860] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.enabled = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401042] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.enforce_fips_mode = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401219] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.expiration_time = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401385] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.hashclient_retry_attempts = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401552] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401718] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_dead_retry = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.401879] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_password = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402055] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402225] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402391] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_pool_maxsize = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402560] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402720] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_sasl_enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.402896] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403075] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403263] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.memcache_username = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403444] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.proxies = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403611] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_db = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403770] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_password = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.403942] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404163] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_server = localhost:6379 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404507] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_socket_timeout = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404666] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.redis_username = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404829] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.retry_attempts = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.404992] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.retry_delay = 0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405172] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.socket_keepalive_count = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405336] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.socket_keepalive_idle = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405498] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.socket_keepalive_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405655] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.tls_allowed_ciphers = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405813] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.tls_cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.405970] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.tls_certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.406146] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.tls_enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.406385] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cache.tls_keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.406536] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.406715] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.auth_type = password {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.406880] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407064] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407236] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407400] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407564] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.cross_az_attach = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407727] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.debug = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.407886] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.endpoint_template = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408062] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.http_retries = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408230] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408390] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408560] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.os_region_name = RegionOne {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408725] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.408885] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cinder.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409066] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409242] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.cpu_dedicated_set = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409424] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.cpu_shared_set = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409591] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.image_type_exclude_list = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409759] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.409926] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410098] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410270] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410441] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410608] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.resource_provider_association_refresh = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410770] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.410935] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.shutdown_retry_interval = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.411132] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.411314] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] conductor.workers = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.411518] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] console.allowed_origins = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.411693] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] console.ssl_ciphers = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.411867] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] console.ssl_minimum_version = default {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412050] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] consoleauth.enforce_session_timeout = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412225] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] consoleauth.token_ttl = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412398] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412559] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412723] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.412881] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413052] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413217] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413380] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413536] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413693] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.413851] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414015] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414380] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414577] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.service_type = accelerator {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414747] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.414906] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415099] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415272] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415453] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415618] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] cyborg.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415789] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.asyncio_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.415950] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.asyncio_slave_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416137] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.backend = sqlalchemy {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416313] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416478] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.connection_debug = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416646] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.connection_parameters = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416810] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.connection_recycle_time = 3600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.416971] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.connection_trace = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417148] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.db_inc_retry_interval = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417314] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.db_max_retries = 20 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417483] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.db_max_retry_interval = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417670] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.db_retry_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417837] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.max_overflow = 50 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.417998] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.max_pool_size = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418174] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.max_retries = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418346] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418505] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.mysql_wsrep_sync_wait = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418666] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.pool_timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418824] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.retry_interval = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.418981] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.slave_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419160] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.sqlite_synchronous = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419323] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] database.use_db_reconnect = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419488] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.asyncio_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419644] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.asyncio_slave_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419813] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.backend = sqlalchemy {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.419980] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.420161] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.connection_debug = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.420337] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.connection_parameters = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.420499] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.connection_recycle_time = 3600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.420688] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.connection_trace = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.420856] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.db_inc_retry_interval = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421030] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.db_max_retries = 20 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421200] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.db_max_retry_interval = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421366] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.db_retry_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421529] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.max_overflow = 50 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421690] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.max_pool_size = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.421851] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.max_retries = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422028] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422195] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422356] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.pool_timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422517] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.retry_interval = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422675] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.slave_connection = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.422838] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] api_database.sqlite_synchronous = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.423020] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] devices.enabled_mdev_types = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.423206] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.423378] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.423556] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ephemeral_storage_encryption.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.423820] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.424138] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.api_servers = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.424429] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.424717] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.425014] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.425283] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.425495] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.425676] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.debug = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.425852] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.default_trusted_certificate_ids = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426034] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.enable_certificate_validation = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.enable_rbd_download = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426375] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426544] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426709] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.426869] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427039] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.num_retries = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427384] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.rbd_ceph_conf = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427546] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.rbd_connect_timeout = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427715] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.rbd_pool = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.427884] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.rbd_user = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428085] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428267] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428430] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428602] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.service_type = image {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428766] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.428925] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429094] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429259] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429440] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429603] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.verify_glance_signatures = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429764] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] glance.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.429933] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] guestfs.debug = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430124] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430301] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.auth_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430457] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430617] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430787] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.430949] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431142] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431315] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431482] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431642] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431803] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.431961] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432137] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432299] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432456] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432626] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.service_type = shared-file-system {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432791] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.share_apply_policy_timeout = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.432954] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433127] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433289] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433450] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433630] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433792] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] manila.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.433961] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] mks.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.434364] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.434560] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.manager_interval = 2400 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.434730] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.precache_concurrency = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.434901] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.remove_unused_base_images = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435100] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435285] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435463] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] image_cache.subdirectory_name = _base {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435640] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.api_max_retries = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435803] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.api_retry_interval = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.435963] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436140] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.auth_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436303] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436460] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436623] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436786] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.conductor_group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.436943] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437137] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437314] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437482] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437639] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437799] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.437956] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438136] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.peer_list = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438299] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438458] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438621] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.serial_console_state_timeout = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438781] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.438950] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.service_type = baremetal {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439124] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.shard = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439293] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439452] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439609] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439766] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.439947] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.440135] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ironic.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.440339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.440515] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] key_manager.fixed_key = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.440786] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.440978] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.barbican_api_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441161] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.barbican_endpoint = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.barbican_endpoint_type = public {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441502] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.barbican_region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441664] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441824] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.441995] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442169] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442331] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442492] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.number_of_retries = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442652] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.retry_delay = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442818] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.send_service_user_token = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.442978] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.443166] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.443349] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.verify_ssl = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.443513] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican.verify_ssl_path = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.443695] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.443938] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.auth_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444153] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444324] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444496] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444661] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444821] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.444987] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445167] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] barbican_service_user.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445338] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.approle_role_id = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445499] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.approle_secret_id = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445669] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.kv_mountpoint = secret {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445830] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.kv_path = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.445994] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.kv_version = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.446169] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.namespace = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.446332] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.root_token_id = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.446491] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.ssl_ca_crt_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.446657] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.timeout = 60.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.446821] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.use_ssl = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.447062] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.447253] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.447418] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.447622] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.447832] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448012] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448181] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448349] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448509] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448667] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448825] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.448987] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449165] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449330] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449501] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.service_type = identity {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449664] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449822] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.449980] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.450152] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.450337] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.450498] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] keystone.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.450698] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.ceph_mount_options = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451027] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451215] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.connection_uri = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451383] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_mode = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451553] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451720] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_models = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.451890] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_power_governor_high = performance {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452072] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452242] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_power_management = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452416] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452588] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.device_detach_attempts = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452754] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.device_detach_timeout = 20 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.452921] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.disk_cachemodes = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453116] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.disk_prefix = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453303] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.enabled_perf_events = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453470] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.file_backed_memory = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453633] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.gid_maps = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453792] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.hw_disk_discard = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.453950] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.hw_machine_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.454163] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_rbd_ceph_conf = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.454342] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.454507] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.454674] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_rbd_glance_store_name = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.454844] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_rbd_pool = rbd {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455025] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_type = default {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455208] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.images_volume_group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455381] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.inject_key = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455545] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.inject_partition = -2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455708] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.inject_password = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.455870] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.iscsi_iface = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456043] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.iser_use_multipath = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456215] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456380] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456541] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_downtime = 500 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456704] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.456864] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457031] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_inbound_addr = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457215] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457393] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457556] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_scheme = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457728] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_timeout_action = abort {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.457891] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_tunnelled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458064] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_uri = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458232] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.live_migration_with_native_tls = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458392] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.max_queues = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458557] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458795] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.458959] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.nfs_mount_options = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.459270] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.459450] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.459619] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.459782] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.459947] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.460123] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_pcie_ports = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.460294] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.460459] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.pmem_namespaces = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.460618] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.quobyte_client_cfg = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.460907] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461105] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461280] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461447] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461609] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rbd_secret_uuid = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461768] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rbd_user = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.461934] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462124] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462290] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rescue_image_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462449] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rescue_kernel_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462607] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rescue_ramdisk_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462777] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.462940] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.rx_queue_size = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.463131] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.smbfs_mount_options = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.463427] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.463602] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.snapshot_compression = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.463765] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.snapshot_image_format = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.463997] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.464201] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.sparse_logical_volumes = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.464373] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.swtpm_enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.464545] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.swtpm_group = tss {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.464713] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.swtpm_user = tss {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.464883] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.sysinfo_serial = unique {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465061] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.tb_cache_size = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465253] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.tx_queue_size = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465424] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.uid_maps = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465592] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.use_virtio_for_bridges = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465763] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.virt_type = kvm {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.465935] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.volume_clear = zero {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466113] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.volume_clear_size = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466283] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.volume_enforce_multipath = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466450] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.volume_use_multipath = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466610] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_cache_path = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466781] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.466952] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.467133] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.467306] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.467596] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.467775] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.vzstorage_mount_user = stack {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.467942] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468129] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468306] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.auth_type = password {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468468] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468626] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468791] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.468950] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469120] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469294] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.default_floating_pool = public {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469457] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469620] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.extension_sync_interval = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469782] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.http_retries = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.469946] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470119] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470287] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470458] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470619] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470790] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.ovs_bridge = br-int {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.470955] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.physnets = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471139] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.region_name = RegionOne {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471303] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471474] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.service_metadata_proxy = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471633] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471800] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.service_type = network {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.471964] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472135] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472297] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472456] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472644] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472809] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] neutron.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.472981] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.bdms_in_notifications = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.473172] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.default_level = INFO {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.473343] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.include_share_mapping = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.473517] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.notification_format = unversioned {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.473682] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.notify_on_state_change = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.473856] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474063] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] pci.alias = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474244] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] pci.device_spec = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474414] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] pci.report_in_placement = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474586] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474761] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.auth_type = password {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.474930] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475109] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475293] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475461] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475619] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475775] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.475933] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.default_domain_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476111] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.default_domain_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476273] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.domain_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476431] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.domain_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476588] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476747] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.476904] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477071] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477235] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477401] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.password = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477560] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.project_domain_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477726] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.project_domain_name = Default {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.477893] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.project_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478086] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.project_name = service {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478261] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.region_name = RegionOne {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478422] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478583] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478750] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.service_type = placement {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.478912] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479088] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479251] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479407] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.system_scope = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479561] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479718] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.trust_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.479873] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.user_domain_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480052] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.user_domain_name = Default {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480217] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.user_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480389] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.username = nova {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480568] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480728] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] placement.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.480911] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.cores = 20 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481090] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.count_usage_from_placement = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481267] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481437] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.injected_file_content_bytes = 10240 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481601] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.injected_file_path_length = 255 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481767] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.injected_files = 5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.481932] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.instances = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482109] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.key_pairs = 100 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482278] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.metadata_items = 128 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482445] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.ram = 51200 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482611] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.recheck_quota = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482775] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.server_group_members = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.482940] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.server_groups = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.483160] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.483339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] quota.unified_limits_resource_strategy = require {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.483512] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.483679] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.483841] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.image_metadata_prefilter = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484010] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484223] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.max_attempts = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484396] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.max_placement_results = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484562] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484725] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.484896] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.485107] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] scheduler.workers = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.485311] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.485492] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.485674] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.485843] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486016] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486190] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486356] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486604] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486785] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.host_subset_size = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.486955] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487139] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487302] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487469] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487648] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487817] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.isolated_hosts = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.487983] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.isolated_images = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488164] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488330] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488495] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488659] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.pci_in_placement = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488822] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.488986] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489165] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489328] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489489] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489649] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489809] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.track_instance_changes = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.489984] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.490272] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metrics.required = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.490339] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metrics.weight_multiplier = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.490495] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.490659] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] metrics.weight_setting = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.490968] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.491159] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.491340] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.port_range = 10000:20000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.491513] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.491684] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.491853] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] serial_console.serialproxy_port = 6083 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492041] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492236] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.auth_type = password {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492400] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492557] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492718] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.492877] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493047] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493226] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.send_service_user_token = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493391] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493549] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] service_user.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493720] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.agent_enabled = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.493884] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.494229] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.494442] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.494615] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.html5proxy_port = 6082 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.494777] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.image_compression = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.494934] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.jpeg_compression = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.495107] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.playback_compression = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.495296] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.require_secure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.495470] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.server_listen = 127.0.0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.495639] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.495911] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496097] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.streaming_mode = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496288] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] spice.zlib_compression = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496463] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] upgrade_levels.baseapi = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496635] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] upgrade_levels.compute = auto {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496795] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] upgrade_levels.conductor = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.496954] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] upgrade_levels.scheduler = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497136] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497304] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497464] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497623] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497787] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.497948] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498120] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498288] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498446] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vendordata_dynamic_auth.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498617] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.api_retry_count = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498777] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.ca_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.498947] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.499128] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.cluster_name = testcl1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.499300] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.connection_pool_size = 10 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.499458] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.console_delay_seconds = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.499625] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.datastore_regex = ^datastore.* {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.499835] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500037] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.host_password = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500213] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.host_port = 443 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500385] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.host_username = administrator@vsphere.local {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500555] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.insecure = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500715] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.integration_bridge = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.500878] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.maximum_objects = 100 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501048] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.pbm_default_policy = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501224] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.pbm_enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501378] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.pbm_wsdl_location = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501545] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501707] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.serial_port_proxy_uri = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.501866] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.serial_port_service_uri = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502054] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.task_poll_interval = 0.5 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502245] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.use_linked_clone = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502421] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.vnc_keymap = en-us {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502585] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.vnc_port = 5900 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502748] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vmware.vnc_port_total = 10000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.502930] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.auth_schemes = ['none'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.503119] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.503407] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.503593] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.503768] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.novncproxy_port = 6080 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.503965] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.server_listen = 127.0.0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.504196] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.504364] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.vencrypt_ca_certs = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.504526] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.vencrypt_client_cert = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.504685] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vnc.vencrypt_client_key = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.504863] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505051] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_deep_image_inspection = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505218] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505390] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505553] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505712] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.disable_rootwrap = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.505872] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.enable_numa_live_migration = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506044] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506371] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506529] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.libvirt_disable_apic = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506689] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.506851] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507019] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507183] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507345] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507509] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507664] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507821] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.507979] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.508173] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.508375] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.508548] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.client_socket_timeout = 900 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.508714] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.default_pool_size = 1000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.508882] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.keep_alive = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509061] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.max_header_line = 16384 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509229] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509390] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.ssl_ca_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509550] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.ssl_cert_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509708] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.ssl_key_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.509873] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.tcp_keepidle = 600 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.510058] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.510232] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] zvm.ca_file = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.510395] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] zvm.cloud_connector_url = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.510685] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.510862] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] zvm.reachable_timeout = 300 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511049] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511231] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511409] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.connection_string = messaging:// {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511578] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.enabled = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511754] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.es_doc_type = notification {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.511922] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.es_scroll_size = 10000 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512121] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.es_scroll_time = 2m {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512300] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.filter_error_trace = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512472] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.hmac_keys = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512642] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.sentinel_service_name = mymaster {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512810] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.socket_timeout = 0.1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.512974] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.trace_requests = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513151] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler.trace_sqlalchemy = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513329] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler_jaeger.process_tags = {} {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513490] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler_jaeger.service_name_prefix = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513654] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] profiler_otlp.service_name_prefix = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513817] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] remote_debug.host = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.513974] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] remote_debug.port = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.514195] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.514366] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.514532] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.514694] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.514855] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515051] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515236] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515432] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515600] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515773] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.515933] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516120] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516290] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516455] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516618] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516786] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.516946] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517123] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517297] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517462] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517621] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517783] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.517944] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518120] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518285] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518444] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518604] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518764] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.518922] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519103] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519272] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519441] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519608] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519768] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.519934] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.520117] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.520309] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.520503] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.520672] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_notifications.retry = -1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.520847] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521029] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521212] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.auth_section = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521378] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.auth_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521535] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.cafile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521691] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.certfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.521853] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.collect_timing = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522022] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.connect_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522188] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.connect_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522348] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_id = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522517] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522674] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_override = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522829] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.522985] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523157] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.endpoint_service_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523322] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.insecure = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523479] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.keyfile = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523637] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.max_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523793] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.min_version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.523947] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.region_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.524158] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.retriable_status_codes = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.524400] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.service_name = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.524593] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.service_type = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.524764] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.split_loggers = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.524958] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.status_code_retries = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525174] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.status_code_retry_delay = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525346] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.timeout = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525507] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.valid_interfaces = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525664] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_limit.version = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525829] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_reports.file_event_handler = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.525992] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526168] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] oslo_reports.log_dir = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526344] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526503] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526660] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526825] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.526988] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527161] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527335] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527494] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527651] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527813] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.527974] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.528147] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] vif_plug_ovs_privileged.user = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.528331] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.528517] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.528692] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.528863] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529046] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529226] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529394] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529556] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529741] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.529914] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.isolate_vif = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530098] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530270] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530438] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530608] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530770] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] os_vif_ovs.per_port_bridge = False {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.530940] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.capabilities = [21] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531112] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531274] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.helper_command = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531438] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531600] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531759] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] privsep_osbrick.user = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.531930] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532101] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.group = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532263] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.helper_command = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532428] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532590] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532749] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] nova_sys_admin.user = None {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 663.532883] env[69692]: DEBUG oslo_service.backend.eventlet.service [None req-a0ca8da4-1510-4738-9601-0b2141633027 None None] ******************************************************************************** {{(pid=69692) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 663.533304] env[69692]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 664.037752] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Getting list of instances from cluster (obj){ [ 664.037752] env[69692]: value = "domain-c8" [ 664.037752] env[69692]: _type = "ClusterComputeResource" [ 664.037752] env[69692]: } {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 664.038857] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4e58b-0135-4de2-9cbc-bc9db78630fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.047534] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Got total of 0 instances {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 664.048139] env[69692]: WARNING nova.virt.vmwareapi.driver [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 664.048623] env[69692]: INFO nova.virt.node [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Generated node identity 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 [ 664.048860] env[69692]: INFO nova.virt.node [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Wrote node identity 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 to /opt/stack/data/n-cpu-1/compute_id [ 664.552170] env[69692]: WARNING nova.compute.manager [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Compute nodes ['1c9ca5fc-5839-4b61-976a-d5f01f52b6f6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 665.558132] env[69692]: INFO nova.compute.manager [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 666.563612] env[69692]: WARNING nova.compute.manager [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 666.564076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.564209] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.564328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.564480] env[69692]: DEBUG nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 666.565412] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b5e916-57d1-41ec-b978-1d739e383d3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.573328] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9119a7c-41d8-4f3b-a34f-c41723a4af0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.586985] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc98183f-70f5-4f2d-b75e-ccbbf9ed0ce6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.593468] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db0f2c-a5b8-497f-944a-559e80980b78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.623093] env[69692]: DEBUG nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180983MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 666.623268] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.623444] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.125761] env[69692]: WARNING nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] No compute node record for cpu-1:1c9ca5fc-5839-4b61-976a-d5f01f52b6f6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 could not be found. [ 667.629159] env[69692]: INFO nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 [ 669.137194] env[69692]: DEBUG nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 669.137611] env[69692]: DEBUG nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 669.284867] env[69692]: INFO nova.scheduler.client.report [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] [req-5b79fff2-d5bb-4944-93bb-ce1512cc855d] Created resource provider record via placement API for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 669.300921] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8740dd6e-66ef-487a-a05d-07f7cccdeab3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.308522] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab022d3-e034-4638-b090-f9d6da7d9699 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.339449] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26786f5a-910f-462d-9a02-2d232d64c915 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.346572] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63bfd0d-56d9-43e2-be19-0b46b7faa4e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.834812] env[69692]: DEBUG nova.compute.provider_tree [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.374951] env[69692]: DEBUG nova.scheduler.client.report [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.375280] env[69692]: DEBUG nova.compute.provider_tree [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 0 to 1 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.375387] env[69692]: DEBUG nova.compute.provider_tree [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.427163] env[69692]: DEBUG nova.compute.provider_tree [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 1 to 2 during operation: update_traits {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.931893] env[69692]: DEBUG nova.compute.resource_tracker [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 670.932144] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.309s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.932310] env[69692]: DEBUG nova.service [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Creating RPC server for service compute {{(pid=69692) start /opt/stack/nova/nova/service.py:178}} [ 670.945568] env[69692]: DEBUG nova.service [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] Join ServiceGroup membership for this service compute {{(pid=69692) start /opt/stack/nova/nova/service.py:195}} [ 670.945788] env[69692]: DEBUG nova.servicegroup.drivers.db [None req-4f8318b6-d331-4bd5-9fc2-7a4af8037886 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69692) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 706.679224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.679224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.184427] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.738176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.738176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.738176] env[69692]: INFO nova.compute.claims [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.993657] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.995498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.497126] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.810150] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e0bec-1a91-4e08-b982-b324760a54ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.827273] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b3e40b-7058-4a0a-893b-ee3763503ba2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.874227] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf94eb6-3249-499d-80e6-e3e1a25849ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.881897] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c580a60-bca3-4f1d-a2c9-25fbd42afc82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.901688] env[69692]: DEBUG nova.compute.provider_tree [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.032329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.404172] env[69692]: DEBUG nova.scheduler.client.report [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.910955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.911594] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.915141] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.883s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.917929] env[69692]: INFO nova.compute.claims [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.426806] env[69692]: DEBUG nova.compute.utils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.426806] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.426806] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.939580] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.013988] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba7655-cadc-4341-9a0d-22fc57c55786 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.026309] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6b356-4b95-47e2-80d1-240bf796bd14 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.065245] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be3eb1-50a2-4130-a24d-572ccf7efe1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.074339] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1249b06b-8329-4c1b-bcd6-39800117a906 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.088708] env[69692]: DEBUG nova.compute.provider_tree [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.102492] env[69692]: DEBUG nova.policy [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32ba86fc11244cdb83aa345e8ee482d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84f348dd879d4b628256d626b6f05702', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.107060] env[69692]: DEBUG nova.scheduler.client.report [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.611691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.696s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.611904] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.952995] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.995718] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.996011] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.996108] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.996288] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.996435] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.996604] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.996812] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.996961] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.997366] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.997534] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.997700] env[69692]: DEBUG nova.virt.hardware [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.001314] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b4269-ad53-4c15-ae87-f2c51104ce7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.009545] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e19bb-a82e-403e-8f48-1be1dc322e9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.029581] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57beb6fd-574c-47d4-9dcc-c6eeeb6325ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.120781] env[69692]: DEBUG nova.compute.utils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.123430] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 712.280829] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Successfully created port: 192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.625405] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.492239] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.492477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.640660] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.686276] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.687193] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.687193] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.687193] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.687193] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.687431] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.687489] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.687635] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.687800] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.688281] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.688281] env[69692]: DEBUG nova.virt.hardware [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.689053] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3833e1a1-d478-4f85-9176-f60d1adf287a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.700700] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08812a-3951-4eee-921d-34f2ad7556a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.721970] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.738457] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.739055] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b7e92d-f197-4e8e-b1d7-92764d60a898 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.753033] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Created folder: OpenStack in parent group-v4. [ 713.754249] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating folder: Project (75bdefbab1f4468da443e49629f9b956). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.754249] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7132521f-cb61-43f5-bd13-de68a3b1c63e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.771910] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Created folder: Project (75bdefbab1f4468da443e49629f9b956) in parent group-v706084. [ 713.771910] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating folder: Instances. Parent ref: group-v706085. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.771910] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5cf537-a8c2-4909-a93c-8417bb30377e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.783880] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Created folder: Instances in parent group-v706085. [ 713.783880] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.783880] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.783880] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66855fd0-2028-439e-9129-d87316893dc4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.803175] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.803175] env[69692]: value = "task-3535459" [ 713.803175] env[69692]: _type = "Task" [ 713.803175] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.812638] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535459, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.997442] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.317219] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535459, 'name': CreateVM_Task, 'duration_secs': 0.370358} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.317403] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.318409] env[69692]: DEBUG oslo_vmware.service [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8155262-9bf0-4741-9ed6-32e1920065e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.324654] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.326416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.326416] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9b891a-669e-44f5-a4d1-0cca31f1b074 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.332813] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 714.332813] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d5923d-68b2-0976-4184-a3909fe22407" [ 714.332813] env[69692]: _type = "Task" [ 714.332813] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.344976] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d5923d-68b2-0976-4184-a3909fe22407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.378717] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "cef84cb6-0860-43d3-be49-593f04be9ade" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.379406] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.534375] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.534653] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.536827] env[69692]: INFO nova.compute.claims [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.847052] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.847322] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.847559] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.847717] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.848211] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.848407] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3f53ab-b04a-4325-82d9-20a6f6e5615a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.868670] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.868887] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.869720] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c91d9-161c-41d8-8238-26c2beb00bd6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.878264] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d175140c-6fcb-4b7c-896d-433ce62bbc0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.882690] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.896018] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 714.896018] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b421b7-ada5-1177-2741-2bc5bb475b9a" [ 714.896018] env[69692]: _type = "Task" [ 714.896018] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.904233] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 714.904464] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating directory with path [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.904691] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef31b5a-8990-4593-81da-ae5ecf1ae700 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.934190] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Created directory with path [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.934417] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Fetch image to [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 714.934584] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Downloading image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69692) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 714.936831] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce15b7-94fb-4853-873e-b230784c296d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.948922] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b127519-2e97-403d-90dd-491d2f6c9d69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.959239] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c880ac-416e-43e1-9300-82cd52db25b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.993506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63923b2-1936-4d4e-b59c-fb29f55c0ec7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.000036] env[69692]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7c4b356a-5094-4454-81bb-5b552ade190f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.086518] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Downloading image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to the data store datastore1 {{(pid=69692) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 715.155492] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 715.427439] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.648040] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e0eb1-d31d-4b81-bdfc-719d697c9fc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.656362] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a67fa-ff66-44b1-aff5-e3db671e1b83 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.698896] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50b3ba-51f6-430a-85d2-4579c22530de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.708060] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b77ac1c-9c1d-4816-a4b5-c1561b2c4ab2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.727203] env[69692]: DEBUG nova.compute.provider_tree [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.871734] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 715.872129] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 716.011457] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Downloaded image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69692) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 716.014115] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 716.014855] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Copying Virtual Disk [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk to [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.015450] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60e6fd2-1dec-4bce-83a1-29295748a2ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.024312] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 716.024312] env[69692]: value = "task-3535460" [ 716.024312] env[69692]: _type = "Task" [ 716.024312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.033635] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.232378] env[69692]: DEBUG nova.scheduler.client.report [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.443816] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Successfully updated port: 192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.536453] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.737407] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.737912] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.742523] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.315s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.744049] env[69692]: INFO nova.compute.claims [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.948218] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.950150] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquired lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.950356] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.038899] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664231} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.039688] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Copied Virtual Disk [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk to [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.039688] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleting the datastore file [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.039688] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cae07ffa-d7f7-4db4-af6f-4a87402e49c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.048492] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 717.048492] env[69692]: value = "task-3535461" [ 717.048492] env[69692]: _type = "Task" [ 717.048492] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.056126] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.249505] env[69692]: DEBUG nova.compute.utils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.257251] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.258273] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.425300] env[69692]: DEBUG nova.policy [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f2bbced13f419b9ede6558c12ec7ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b861a3eb46e24212b04bdc04b8f7ca21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.563275] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023455} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.566381] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.566381] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Moving file from [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358/be3c5e01-f5be-4c91-b21b-f4aa2639018e to [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e. {{(pid=69692) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 717.566381] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-fca6f4b8-80e8-4016-a566-9a79958c47a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.576285] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 717.576285] env[69692]: value = "task-3535462" [ 717.576285] env[69692]: _type = "Task" [ 717.576285] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.587324] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535462, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.652292] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.760451] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.914477] env[69692]: DEBUG nova.compute.manager [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Received event network-vif-plugged-192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.916511] env[69692]: DEBUG oslo_concurrency.lockutils [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] Acquiring lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.916511] env[69692]: DEBUG oslo_concurrency.lockutils [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.916511] env[69692]: DEBUG oslo_concurrency.lockutils [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.916511] env[69692]: DEBUG nova.compute.manager [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] No waiting events found dispatching network-vif-plugged-192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.916511] env[69692]: WARNING nova.compute.manager [req-4e4fa804-dc91-4de5-8221-6fd903cf6370 req-e990442c-af1d-403c-baee-9639050e5a2b service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Received unexpected event network-vif-plugged-192377a5-bc76-4baa-95f5-276f1ac48d50 for instance with vm_state building and task_state spawning. [ 717.923518] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37181e6-f907-444d-ab19-51e13518748b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.932391] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ebec83-63be-42c5-b081-48f65b181e62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.980020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00e572-0b37-47b7-a87f-3296abd1912e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.991103] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a40fd4-140f-4c21-844c-57f4c0276fee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.011521] env[69692]: DEBUG nova.compute.provider_tree [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.092025] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535462, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028022} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.092180] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] File moved {{(pid=69692) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 718.092343] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Cleaning up location [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 718.092499] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleting the datastore file [datastore1] vmware_temp/7484e310-ce9f-4364-850a-352f49ed1358 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.092743] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bf044c-bab4-4109-928b-510232da283a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.100713] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 718.100713] env[69692]: value = "task-3535463" [ 718.100713] env[69692]: _type = "Task" [ 718.100713] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.111886] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.201705] env[69692]: DEBUG nova.network.neutron [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Updating instance_info_cache with network_info: [{"id": "192377a5-bc76-4baa-95f5-276f1ac48d50", "address": "fa:16:3e:a4:d6:a6", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192377a5-bc", "ovs_interfaceid": "192377a5-bc76-4baa-95f5-276f1ac48d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.278795] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.279057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.516187] env[69692]: DEBUG nova.scheduler.client.report [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.611539] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026662} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.611963] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.616331] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Successfully created port: afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.620966] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4398cee2-6113-4e9d-b8ce-32c8b71f83b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.630067] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 718.630067] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523a40c1-df81-b586-375e-4004beda8767" [ 718.630067] env[69692]: _type = "Task" [ 718.630067] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.641944] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523a40c1-df81-b586-375e-4004beda8767, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.642082] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.642419] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 443e9d2b-6ecf-4b99-ab73-09b6c0748c18/443e9d2b-6ecf-4b99-ab73-09b6c0748c18.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.642590] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9154ba71-88c0-4f8e-a813-877e4613dc19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.650520] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 718.650520] env[69692]: value = "task-3535464" [ 718.650520] env[69692]: _type = "Task" [ 718.650520] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.658894] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.706208] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Releasing lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.706418] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Instance network_info: |[{"id": "192377a5-bc76-4baa-95f5-276f1ac48d50", "address": "fa:16:3e:a4:d6:a6", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192377a5-bc", "ovs_interfaceid": "192377a5-bc76-4baa-95f5-276f1ac48d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.707192] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d6:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '192377a5-bc76-4baa-95f5-276f1ac48d50', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.721240] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Creating folder: Project (84f348dd879d4b628256d626b6f05702). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.721496] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e8594d-4889-43bb-be5d-7f190a6df29f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.732571] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Created folder: Project (84f348dd879d4b628256d626b6f05702) in parent group-v706084. [ 718.732571] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Creating folder: Instances. Parent ref: group-v706088. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.732571] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50408610-3f0e-4397-8f5e-352264c5371e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.741924] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Created folder: Instances in parent group-v706088. [ 718.741924] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.741924] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.741924] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21faa045-af3f-475d-9cf9-33b5f171f4a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.764121] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.764121] env[69692]: value = "task-3535467" [ 718.764121] env[69692]: _type = "Task" [ 718.764121] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.773322] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535467, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.781476] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.783951] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.828266] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.828586] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.828802] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.832290] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.832419] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.834577] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.834577] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.834577] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.834577] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.834577] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.834822] env[69692]: DEBUG nova.virt.hardware [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.834822] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9783a-0807-4cbe-849a-70a8310c467e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.852248] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71201882-4fe5-43cd-906a-778cbdb2f3b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.948043] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_power_states {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.023301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.023824] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.166014] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.278326] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535467, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.332678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.332678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.334457] env[69692]: INFO nova.compute.claims [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.456379] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Getting list of instances from cluster (obj){ [ 719.456379] env[69692]: value = "domain-c8" [ 719.456379] env[69692]: _type = "ClusterComputeResource" [ 719.456379] env[69692]: } {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 719.457191] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4faf052-9925-4200-a763-8c18ea86edde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.468014] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Got total of 2 instances {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 719.468191] env[69692]: WARNING nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] While synchronizing instance power states, found 4 instances in the database and 2 instances on the hypervisor. [ 719.468372] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid af0c4135-2c1a-4eab-b8a7-9eca5c95d17b {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 719.468519] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid 443e9d2b-6ecf-4b99-ab73-09b6c0748c18 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 719.468668] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 719.468814] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid cef84cb6-0860-43d3-be49-593f04be9ade {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 719.469137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.470160] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.470422] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.470613] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "cef84cb6-0860-43d3-be49-593f04be9ade" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.470791] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.471010] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 719.471181] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.530012] env[69692]: DEBUG nova.compute.utils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.535120] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.535754] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.619358] env[69692]: DEBUG nova.policy [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79128340f6e049e6a328ca813dfaf858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae84326970f6438386bb52eb2f382372', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.664140] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529512} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.664456] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 443e9d2b-6ecf-4b99-ab73-09b6c0748c18/443e9d2b-6ecf-4b99-ab73-09b6c0748c18.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.664670] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.664907] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa9da77-7638-4336-94e0-b4f238622022 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.671624] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 719.671624] env[69692]: value = "task-3535468" [ 719.671624] env[69692]: _type = "Task" [ 719.671624] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.682747] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.778268] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535467, 'name': CreateVM_Task, 'duration_secs': 0.530205} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.778780] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.788952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.789270] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.789634] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.789962] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594621bc-b459-4af7-accf-4dd5c70e9a21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.794918] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 719.794918] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52add23c-6c05-8e61-6a54-d56e54597483" [ 719.794918] env[69692]: _type = "Task" [ 719.794918] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.803929] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52add23c-6c05-8e61-6a54-d56e54597483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.977577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.039238] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.181835] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063271} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.182332] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.183418] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edaf0a-0c84-4d09-9dbb-415065af9139 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.209159] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 443e9d2b-6ecf-4b99-ab73-09b6c0748c18/443e9d2b-6ecf-4b99-ab73-09b6c0748c18.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.209440] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06545b5c-0b3b-4eaa-aa0b-b7c1ca56e07d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.233215] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 720.233215] env[69692]: value = "task-3535469" [ 720.233215] env[69692]: _type = "Task" [ 720.233215] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.242527] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.305701] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52add23c-6c05-8e61-6a54-d56e54597483, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.305992] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.306227] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.306475] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.306716] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.306806] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.307657] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d736b876-3204-4991-9754-cb9f073e53b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.314648] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.314827] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.315604] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae114aa8-99df-4609-b8cf-6b0ad317bbda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.320919] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 720.320919] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523bdee2-0ac9-9896-370a-af808e75831b" [ 720.320919] env[69692]: _type = "Task" [ 720.320919] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.329841] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523bdee2-0ac9-9896-370a-af808e75831b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.450382] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14338c4-0257-4499-beab-34b29cbf86a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.459722] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4e406-711f-4467-90a5-2f6448f4e92a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.496318] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdcc225-319e-4f40-8442-48766b165212 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.505681] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266ed86-2e3c-4760-a9ad-a5274bbcdde5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.512663] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Successfully created port: 68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.526046] env[69692]: DEBUG nova.compute.provider_tree [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.744777] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535469, 'name': ReconfigVM_Task, 'duration_secs': 0.326145} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.745069] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 443e9d2b-6ecf-4b99-ab73-09b6c0748c18/443e9d2b-6ecf-4b99-ab73-09b6c0748c18.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.745761] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb59eeb-b508-4532-865a-6713e84f6573 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.752486] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 720.752486] env[69692]: value = "task-3535470" [ 720.752486] env[69692]: _type = "Task" [ 720.752486] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.762624] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535470, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.833446] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523bdee2-0ac9-9896-370a-af808e75831b, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.834410] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9e7f7a-ea54-4cc1-8bf3-d9fba2b44f82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.841728] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 720.841728] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5240d555-b63c-effc-d96b-8a6e7b94a7bd" [ 720.841728] env[69692]: _type = "Task" [ 720.841728] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.849978] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5240d555-b63c-effc-d96b-8a6e7b94a7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.033760] env[69692]: DEBUG nova.scheduler.client.report [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.056966] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.089588] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.092017] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.092017] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.092017] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.092017] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.092017] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.092339] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.092339] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.092339] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.092339] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.092339] env[69692]: DEBUG nova.virt.hardware [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.093147] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3963abe-f78e-42ed-89c3-255a612a3022 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.101861] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f81fdc0-f26d-4a21-bff5-6cea254becb1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.266880] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535470, 'name': Rename_Task, 'duration_secs': 0.132968} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.267185] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.267461] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff704758-43b2-4ef8-84af-77eef1af9a98 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.274179] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 721.274179] env[69692]: value = "task-3535471" [ 721.274179] env[69692]: _type = "Task" [ 721.274179] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.284593] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.326604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "435b11cd-2a7c-4869-9785-62290b46769e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.326604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.353625] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Successfully updated port: afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.358939] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5240d555-b63c-effc-d96b-8a6e7b94a7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.359236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.359555] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] af0c4135-2c1a-4eab-b8a7-9eca5c95d17b/af0c4135-2c1a-4eab-b8a7-9eca5c95d17b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.359799] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fad46fc-61b9-4a61-aad8-d9c3080de34c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.366315] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 721.366315] env[69692]: value = "task-3535472" [ 721.366315] env[69692]: _type = "Task" [ 721.366315] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.380970] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.544019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.544019] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.545679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.568s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.547774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.548352] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 721.549941] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c0e05-8eee-457f-ad30-aa8b64c92aca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.560980] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a0b53e-dc01-4fd7-a899-028b3bba74f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.584247] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148e680-babf-4097-901a-5ce22f5bb10c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.595960] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4f245-a78c-4702-be3f-a160b1e2bd1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.636983] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180983MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 721.636983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.636983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.790936] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.817449] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.817699] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.832924] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.859440] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.859949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.860171] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.880843] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475969} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.881420] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] af0c4135-2c1a-4eab-b8a7-9eca5c95d17b/af0c4135-2c1a-4eab-b8a7-9eca5c95d17b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.881673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.882448] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-555d8c2b-9157-40ba-9e9f-9bb4ff66ab10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.890538] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 721.890538] env[69692]: value = "task-3535473" [ 721.890538] env[69692]: _type = "Task" [ 721.890538] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.901048] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.050887] env[69692]: DEBUG nova.compute.utils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.052305] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.053131] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.200491] env[69692]: DEBUG nova.policy [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.292329] env[69692]: DEBUG oslo_vmware.api [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535471, 'name': PowerOnVM_Task, 'duration_secs': 0.520408} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.292675] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.293129] env[69692]: INFO nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Took 8.65 seconds to spawn the instance on the hypervisor. [ 722.293367] env[69692]: DEBUG nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.294289] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d82727-5f4c-44e5-b5df-87ebf55071a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.320480] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.359432] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.400770] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.401047] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.401857] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c25840-7dae-4140-8017-a2efab61119e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.425471] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] af0c4135-2c1a-4eab-b8a7-9eca5c95d17b/af0c4135-2c1a-4eab-b8a7-9eca5c95d17b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.426445] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.428218] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e261fec-85ae-4f4a-b99e-326db0ba981b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.463024] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 722.463024] env[69692]: value = "task-3535474" [ 722.463024] env[69692]: _type = "Task" [ 722.463024] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.475267] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.554326] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.669730] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance af0c4135-2c1a-4eab-b8a7-9eca5c95d17b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 722.669882] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 443e9d2b-6ecf-4b99-ab73-09b6c0748c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 722.670033] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 722.670155] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cef84cb6-0860-43d3-be49-593f04be9ade actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 722.670273] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2aaa93a3-9140-4422-9849-0b5a2616e633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 722.819391] env[69692]: INFO nova.compute.manager [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Took 13.82 seconds to build instance. [ 722.846411] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.855122] env[69692]: DEBUG nova.compute.manager [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Received event network-changed-192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.855122] env[69692]: DEBUG nova.compute.manager [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Refreshing instance network info cache due to event network-changed-192377a5-bc76-4baa-95f5-276f1ac48d50. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.855122] env[69692]: DEBUG oslo_concurrency.lockutils [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] Acquiring lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855122] env[69692]: DEBUG oslo_concurrency.lockutils [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] Acquired lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.855122] env[69692]: DEBUG nova.network.neutron [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Refreshing network info cache for port 192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.980499] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535474, 'name': ReconfigVM_Task, 'duration_secs': 0.320078} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.981449] env[69692]: DEBUG nova.network.neutron [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Updating instance_info_cache with network_info: [{"id": "afce3fed-0709-4e59-899f-058210ce343e", "address": "fa:16:3e:ce:83:48", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafce3fed-07", "ovs_interfaceid": "afce3fed-0709-4e59-899f-058210ce343e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.982728] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Reconfigured VM instance instance-00000001 to attach disk [datastore1] af0c4135-2c1a-4eab-b8a7-9eca5c95d17b/af0c4135-2c1a-4eab-b8a7-9eca5c95d17b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.983478] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca17b46f-202b-40c2-885b-b33e93c50838 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.992061] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 722.992061] env[69692]: value = "task-3535475" [ 722.992061] env[69692]: _type = "Task" [ 722.992061] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.000814] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535475, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.149798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "f86cbb87-023b-42b1-aef2-65c42a493437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.150086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.173541] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 435b11cd-2a7c-4869-9785-62290b46769e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 723.219082] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Successfully updated port: 68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.322161] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a976fb30-994e-46fd-9b25-34611000607a tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.327s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.322161] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.852s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.322161] env[69692]: INFO nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] During sync_power_state the instance has a pending task (spawning). Skip. [ 723.322384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.357136] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Successfully created port: eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.485933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486303] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Instance network_info: |[{"id": "afce3fed-0709-4e59-899f-058210ce343e", "address": "fa:16:3e:ce:83:48", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafce3fed-07", "ovs_interfaceid": "afce3fed-0709-4e59-899f-058210ce343e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.486732] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:83:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afce3fed-0709-4e59-899f-058210ce343e', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.499386] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating folder: Project (b861a3eb46e24212b04bdc04b8f7ca21). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.505042] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c83e68-43b6-4514-a8a6-42612e9ef652 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.519882] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Created folder: Project (b861a3eb46e24212b04bdc04b8f7ca21) in parent group-v706084. [ 723.519882] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating folder: Instances. Parent ref: group-v706091. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.521037] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a1fa257-d649-4bd1-81e2-f29463a5c8c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.530262] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535475, 'name': Rename_Task, 'duration_secs': 0.138612} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.530960] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.534245] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2b1d69-d539-4e25-8952-4fa43802709a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.540924] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Created folder: Instances in parent group-v706091. [ 723.541024] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.542331] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.542635] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 723.542635] env[69692]: value = "task-3535478" [ 723.542635] env[69692]: _type = "Task" [ 723.542635] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.542797] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da4b2ce-7b8e-4425-bb64-d57732193360 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.579175] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.582805] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.582805] env[69692]: value = "task-3535479" [ 723.582805] env[69692]: _type = "Task" [ 723.582805] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.582805] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.624246] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.624524] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.624680] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.624868] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.625055] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.625237] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.625481] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.625760] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.625836] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.628019] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.628019] env[69692]: DEBUG nova.virt.hardware [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.628019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04705a-b59d-4deb-9dfa-f6c3c5d5282c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.640019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f9216-2a48-403e-a7a9-97d88d4167da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.659040] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.677030] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 723.724945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.724945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.724945] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.835372] env[69692]: DEBUG nova.network.neutron [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Updated VIF entry in instance network info cache for port 192377a5-bc76-4baa-95f5-276f1ac48d50. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.835372] env[69692]: DEBUG nova.network.neutron [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Updating instance_info_cache with network_info: [{"id": "192377a5-bc76-4baa-95f5-276f1ac48d50", "address": "fa:16:3e:a4:d6:a6", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192377a5-bc", "ovs_interfaceid": "192377a5-bc76-4baa-95f5-276f1ac48d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.076245] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.092586] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535479, 'name': CreateVM_Task, 'duration_secs': 0.337917} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.092811] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.093995] env[69692]: DEBUG oslo_vmware.service [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3396fe-57a3-4503-862e-d7a60a0b27a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.100815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.100999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.101418] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101672] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4a7f38-e162-4059-b740-7b144135c464 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.107086] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 724.107086] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e79f7a-2406-ef88-08a7-1a422138fa57" [ 724.107086] env[69692]: _type = "Task" [ 724.107086] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.116739] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e79f7a-2406-ef88-08a7-1a422138fa57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.181364] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f86cbb87-023b-42b1-aef2-65c42a493437 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 724.181605] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 724.181752] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 724.191799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.270059] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.341150] env[69692]: DEBUG oslo_concurrency.lockutils [req-18225e7b-0ffd-4029-9783-a0bda93211d2 req-fd8e0c5b-1edf-4f44-b3cd-990f3f28c543 service nova] Releasing lock "refresh_cache-af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.344587] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405a51e-dac6-4d7d-8d3c-d49ef3688601 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.353519] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f500354-1bbf-4f6b-9398-e2db5fe50589 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.389901] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7811a8d-4922-447b-b383-bbd197b486bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.398401] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35224b0-ae38-496c-bdb5-075a454cd4ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.413405] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.504110] env[69692]: DEBUG nova.network.neutron [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Updating instance_info_cache with network_info: [{"id": "68453811-d80d-4e84-88fa-978817544ba8", "address": "fa:16:3e:83:9f:fc", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68453811-d8", "ovs_interfaceid": "68453811-d80d-4e84-88fa-978817544ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.575385] env[69692]: DEBUG oslo_vmware.api [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535478, 'name': PowerOnVM_Task, 'duration_secs': 0.574309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.575486] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.575650] env[69692]: INFO nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Took 12.62 seconds to spawn the instance on the hypervisor. [ 724.575827] env[69692]: DEBUG nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.576623] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d428ea6-2024-4fc4-bb1d-4611980bfe60 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.616570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.616844] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.617092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.617724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.617724] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.617724] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3970c72c-8935-4c27-9873-e25a8bdf8a31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.627648] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.628058] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.630672] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb170d9d-0748-46d3-a935-34be1c01d929 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.638671] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2fd67a-0ad1-442d-bfcc-44eddca6dd09 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.641924] env[69692]: DEBUG nova.compute.manager [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Received event network-vif-plugged-68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.642148] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] Acquiring lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.642357] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] Lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.642526] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] Lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.642692] env[69692]: DEBUG nova.compute.manager [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] No waiting events found dispatching network-vif-plugged-68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.642854] env[69692]: WARNING nova.compute.manager [req-1fac5f04-a18a-4092-a691-cbc14fb144ef req-ae9ed128-f7bf-437d-9596-6463992acec9 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Received unexpected event network-vif-plugged-68453811-d80d-4e84-88fa-978817544ba8 for instance with vm_state building and task_state spawning. [ 724.646600] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 724.646600] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c11adb-7d36-d235-d755-ddc3c68d7cca" [ 724.646600] env[69692]: _type = "Task" [ 724.646600] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.654906] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c11adb-7d36-d235-d755-ddc3c68d7cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.924366] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.973800] env[69692]: DEBUG nova.compute.manager [None req-092d8814-5bcc-42b8-8aaf-bd34b29bc4a1 tempest-ServerDiagnosticsV248Test-902838223 tempest-ServerDiagnosticsV248Test-902838223-project-admin] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.975247] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6831a78f-e686-4c80-86f5-d06f5a6e0beb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.987420] env[69692]: INFO nova.compute.manager [None req-092d8814-5bcc-42b8-8aaf-bd34b29bc4a1 tempest-ServerDiagnosticsV248Test-902838223 tempest-ServerDiagnosticsV248Test-902838223-project-admin] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Retrieving diagnostics [ 724.987420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26473df-66c8-409f-a239-3d936d736636 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.021342] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021342] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Instance network_info: |[{"id": "68453811-d80d-4e84-88fa-978817544ba8", "address": "fa:16:3e:83:9f:fc", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68453811-d8", "ovs_interfaceid": "68453811-d80d-4e84-88fa-978817544ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.023142] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:9f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68453811-d80d-4e84-88fa-978817544ba8', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.030595] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Creating folder: Project (ae84326970f6438386bb52eb2f382372). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.031363] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23ee4150-58ca-4759-82f9-d14568ab4c9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.042129] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Created folder: Project (ae84326970f6438386bb52eb2f382372) in parent group-v706084. [ 725.042129] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Creating folder: Instances. Parent ref: group-v706094. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.042341] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f9a1aa7-5186-410e-9a1c-2f8fc87f6d1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.051603] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Created folder: Instances in parent group-v706094. [ 725.053023] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.053023] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.053023] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1141fe8c-b10a-47c2-991b-6db25a33f4cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.074070] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.074070] env[69692]: value = "task-3535482" [ 725.074070] env[69692]: _type = "Task" [ 725.074070] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.081966] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535482, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.096649] env[69692]: INFO nova.compute.manager [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Took 17.40 seconds to build instance. [ 725.158412] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 725.158412] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating directory with path [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.158412] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139a8452-d7dd-4176-a77d-fa7e77463f54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.179345] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Created directory with path [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.179345] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Fetch image to [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 725.179345] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Downloading image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69692) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 725.179568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf101e-6b25-4af7-a9cf-ddbe35410652 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.195410] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159d1ca-8470-4bc2-a80c-84e4d7cc26fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.207267] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cdbc09-3d75-4144-ba58-780275059849 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.248328] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589ca1d-3a7c-4093-b7e2-56aaa653d774 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256741] env[69692]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-91ee91f6-906a-4bef-8ca8-8791e761ddea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.357826] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Downloading image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to the data store datastore2 {{(pid=69692) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 725.431487] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 725.431721] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.796s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.432079] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.073s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.435411] env[69692]: INFO nova.compute.claims [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.437263] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.437606] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Getting list of instances from cluster (obj){ [ 725.437606] env[69692]: value = "domain-c8" [ 725.437606] env[69692]: _type = "ClusterComputeResource" [ 725.437606] env[69692]: } {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 725.439541] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4564c49-d609-4e70-8422-504614974f7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.453449] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Got total of 4 instances {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 725.537721] env[69692]: DEBUG oslo_vmware.rw_handles [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 725.601279] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96f31e69-5020-409f-b0c8-9f2dc40f78ab tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.922s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.601711] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.132s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.601711] env[69692]: INFO nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] During sync_power_state the instance has a pending task (spawning). Skip. [ 725.601876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.610873] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535482, 'name': CreateVM_Task, 'duration_secs': 0.374686} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.611060] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.611845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.612026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.612389] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.612717] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5677909-d593-4315-90d3-f4451bc12415 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.618613] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 725.618613] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526651e6-f265-d349-64e1-fc03d1c67bfb" [ 725.618613] env[69692]: _type = "Task" [ 725.618613] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.627929] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526651e6-f265-d349-64e1-fc03d1c67bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.779781] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Successfully updated port: eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.136097] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.136097] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.137250] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.177485] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.177719] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.177927] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.178070] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.178252] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.178428] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.249015] env[69692]: DEBUG nova.compute.manager [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Received event network-vif-plugged-afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.249355] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Acquiring lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.249505] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.249675] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.249841] env[69692]: DEBUG nova.compute.manager [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] No waiting events found dispatching network-vif-plugged-afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.250000] env[69692]: WARNING nova.compute.manager [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Received unexpected event network-vif-plugged-afce3fed-0709-4e59-899f-058210ce343e for instance with vm_state building and task_state spawning. [ 726.251682] env[69692]: DEBUG nova.compute.manager [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Received event network-changed-afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.253922] env[69692]: DEBUG nova.compute.manager [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Refreshing instance network info cache due to event network-changed-afce3fed-0709-4e59-899f-058210ce343e. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.255211] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Acquiring lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.255430] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Acquired lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.255637] env[69692]: DEBUG nova.network.neutron [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Refreshing network info cache for port afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.284734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.284885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.285319] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.334880] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "8da2aa88-2973-40fc-906d-781d86cb2f03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.335477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.360898] env[69692]: DEBUG oslo_vmware.rw_handles [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 726.361135] env[69692]: DEBUG oslo_vmware.rw_handles [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 726.420606] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Downloaded image file data be3c5e01-f5be-4c91-b21b-f4aa2639018e to vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69692) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 726.421821] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 726.422091] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copying Virtual Disk [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk to [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.422369] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39725ee8-3e2a-41ac-91eb-fe1e1c236c55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.436695] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 726.436695] env[69692]: value = "task-3535483" [ 726.436695] env[69692]: _type = "Task" [ 726.436695] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.450668] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.798175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6fc037-0d37-47a8-830f-a24beda33bd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.809977] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eabfb07-0f0e-4daf-b762-8518fbc0f4ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.849576] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.854083] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b93be-51ce-479d-a558-09b9a96d8ff1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.860439] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.860700] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.870370] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d4cd0-b582-4e66-a571-dfe0fc7a4674 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.889819] env[69692]: DEBUG nova.compute.provider_tree [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.907468] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.960282] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.969347] env[69692]: DEBUG nova.compute.manager [None req-ca24eb10-fec2-470c-a880-84f112118940 tempest-ServerDiagnosticsTest-1970300867 tempest-ServerDiagnosticsTest-1970300867-project-admin] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.975873] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a88fc4-542c-4b87-b190-68b7a68e57a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.986584] env[69692]: INFO nova.compute.manager [None req-ca24eb10-fec2-470c-a880-84f112118940 tempest-ServerDiagnosticsTest-1970300867 tempest-ServerDiagnosticsTest-1970300867-project-admin] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Retrieving diagnostics [ 726.987510] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbf22e-4b2e-499f-a606-6d50f209d7c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.365776] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.380340] env[69692]: DEBUG nova.network.neutron [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.392684] env[69692]: DEBUG nova.scheduler.client.report [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.401576] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.451212] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79037} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.451463] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copied Virtual Disk [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk to [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.452920] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleting the datastore file [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e/tmp-sparse.vmdk {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.453214] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-355d5adf-c485-4aa2-8fce-b4c58cbb9fe4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.464081] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 727.464081] env[69692]: value = "task-3535484" [ 727.464081] env[69692]: _type = "Task" [ 727.464081] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.473199] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.701316] env[69692]: DEBUG nova.network.neutron [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Updated VIF entry in instance network info cache for port afce3fed-0709-4e59-899f-058210ce343e. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.701316] env[69692]: DEBUG nova.network.neutron [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Updating instance_info_cache with network_info: [{"id": "afce3fed-0709-4e59-899f-058210ce343e", "address": "fa:16:3e:ce:83:48", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafce3fed-07", "ovs_interfaceid": "afce3fed-0709-4e59-899f-058210ce343e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.885328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.885328] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Instance network_info: |[{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.885894] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ec:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae4c68e-3f83-4e39-97f4-531e33bd570d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.902129] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating folder: Project (5b49db28b9e34cb9af0f6025dd1ddde0). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.904512] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.905106] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.911312] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7404f06-c45b-4528-b826-f50a6d046b95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.912854] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.066s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.914924] env[69692]: INFO nova.compute.claims [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.918622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.928474] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created folder: Project (5b49db28b9e34cb9af0f6025dd1ddde0) in parent group-v706084. [ 727.928637] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating folder: Instances. Parent ref: group-v706097. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.930689] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887804f9-41ef-4164-878a-0e60f0a717bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.942443] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created folder: Instances in parent group-v706097. [ 727.947700] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.947700] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.947700] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d8d765-3e9e-4cd2-a13f-f6f0f01d9ce0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.973643] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.973643] env[69692]: value = "task-3535487" [ 727.973643] env[69692]: _type = "Task" [ 727.973643] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.979776] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024862} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.984915] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.985107] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Moving file from [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8/be3c5e01-f5be-4c91-b21b-f4aa2639018e to [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e. {{(pid=69692) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 727.985797] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2c0c12e7-fa57-4627-b53e-142689a60acc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.995880] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535487, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.997924] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 727.997924] env[69692]: value = "task-3535488" [ 727.997924] env[69692]: _type = "Task" [ 727.997924] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.009651] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535488, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.203866] env[69692]: DEBUG oslo_concurrency.lockutils [req-2cbff79c-c54d-437d-9eab-e0c8d6891160 req-a0860aba-fbfa-47de-9870-9226092665b8 service nova] Releasing lock "refresh_cache-4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.366444] env[69692]: DEBUG nova.compute.manager [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Received event network-changed-68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.366679] env[69692]: DEBUG nova.compute.manager [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Refreshing instance network info cache due to event network-changed-68453811-d80d-4e84-88fa-978817544ba8. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.366832] env[69692]: DEBUG oslo_concurrency.lockutils [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] Acquiring lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.366912] env[69692]: DEBUG oslo_concurrency.lockutils [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] Acquired lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.368908] env[69692]: DEBUG nova.network.neutron [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Refreshing network info cache for port 68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.414485] env[69692]: DEBUG nova.compute.utils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.417255] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.417457] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.488894] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535487, 'name': CreateVM_Task, 'duration_secs': 0.382508} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.492014] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.492014] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.492156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.492521] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.492789] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c454571-bbbe-4c87-bff1-a7603e6143ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.498627] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 728.498627] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52deb19c-695d-442c-d3c8-4078282ed79e" [ 728.498627] env[69692]: _type = "Task" [ 728.498627] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.513247] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52deb19c-695d-442c-d3c8-4078282ed79e, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.519645] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.519897] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.520113] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.520345] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535488, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040777} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.520551] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] File moved {{(pid=69692) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 728.520717] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Cleaning up location [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 728.520868] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleting the datastore file [datastore2] vmware_temp/0ce5a442-446f-403c-bd53-7a2d0e8387e8 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.521159] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf071e93-088a-4f91-861e-db91c505ad84 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.530967] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 728.530967] env[69692]: value = "task-3535489" [ 728.530967] env[69692]: _type = "Task" [ 728.530967] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.542344] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.550131] env[69692]: DEBUG nova.policy [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af12a9c2c0634cf1995d1f5813c6ca3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '279599533c8241af900a3b958aa7d7b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.926716] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.050174] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02735} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.053704] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.057217] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13c47d4-3686-4839-bc17-0b5061731453 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.068440] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 729.068440] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526d80e2-ea49-5b40-8cf6-669ee8931433" [ 729.068440] env[69692]: _type = "Task" [ 729.068440] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.079982] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d80e2-ea49-5b40-8cf6-669ee8931433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.184327] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b134c-6cc3-4df5-b1a7-4a88bb008043 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.196842] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e6a2b1-dd30-4e80-a406-4e1908e0dc1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.240691] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe8872-9cf7-4d6c-945c-9ad5c037635d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.252048] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199331ce-e039-48a6-9b19-02fa001c4373 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.286155] env[69692]: DEBUG nova.compute.provider_tree [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.528606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.529203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.529547] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.529611] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.529896] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.533719] env[69692]: INFO nova.compute.manager [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Terminating instance [ 729.588482] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d80e2-ea49-5b40-8cf6-669ee8931433, 'name': SearchDatastore_Task, 'duration_secs': 0.022834} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.588482] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.588482] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0/4cd7bc6c-ce62-4bbf-8058-d65471cbbef0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.588482] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.588935] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.588935] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7cfd41-aee2-4cc5-aed9-fff56596bec0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.588935] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872af5d8-1e2b-4e8f-98a8-7d0b838c4403 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599629] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 729.599629] env[69692]: value = "task-3535490" [ 729.599629] env[69692]: _type = "Task" [ 729.599629] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.601770] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.601770] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.606476] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2278429-fc5e-423c-bf37-226095342d9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.609756] env[69692]: DEBUG nova.network.neutron [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Updated VIF entry in instance network info cache for port 68453811-d80d-4e84-88fa-978817544ba8. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.610125] env[69692]: DEBUG nova.network.neutron [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Updating instance_info_cache with network_info: [{"id": "68453811-d80d-4e84-88fa-978817544ba8", "address": "fa:16:3e:83:9f:fc", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68453811-d8", "ovs_interfaceid": "68453811-d80d-4e84-88fa-978817544ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.620320] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 729.620320] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c2efaa-9adc-0fce-ae7f-366694c62b3e" [ 729.620320] env[69692]: _type = "Task" [ 729.620320] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.633601] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c2efaa-9adc-0fce-ae7f-366694c62b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.730209] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Successfully created port: 07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.790103] env[69692]: DEBUG nova.scheduler.client.report [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.803436] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.803668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.940677] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.988150] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.988150] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.988150] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.990962] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.990962] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.990962] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.990962] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.990962] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.991161] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.991161] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.991161] env[69692]: DEBUG nova.virt.hardware [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.993682] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c6adf-d1c0-4631-bfe3-26051948c14a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.011682] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d119c-057e-4d50-be59-5d05b35c4436 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.029309] env[69692]: DEBUG nova.compute.manager [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-vif-plugged-eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.030332] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.030332] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.030332] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.030721] env[69692]: DEBUG nova.compute.manager [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] No waiting events found dispatching network-vif-plugged-eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.030960] env[69692]: WARNING nova.compute.manager [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received unexpected event network-vif-plugged-eae4c68e-3f83-4e39-97f4-531e33bd570d for instance with vm_state building and task_state spawning. [ 730.031156] env[69692]: DEBUG nova.compute.manager [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-changed-eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.031325] env[69692]: DEBUG nova.compute.manager [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing instance network info cache due to event network-changed-eae4c68e-3f83-4e39-97f4-531e33bd570d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.031936] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.031936] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.031936] env[69692]: DEBUG nova.network.neutron [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing network info cache for port eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.051465] env[69692]: DEBUG nova.compute.manager [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.051690] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.053918] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f617b39b-b73f-4e32-b791-a56f14503a21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.068701] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.068701] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ae280c-3710-4038-94f2-1e8b3f0b9441 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.081266] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 730.081266] env[69692]: value = "task-3535491" [ 730.081266] env[69692]: _type = "Task" [ 730.081266] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.094739] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.118902] env[69692]: DEBUG oslo_concurrency.lockutils [req-a423cc76-6e04-4948-95f5-13da687c9945 req-452efd4e-a7f9-4291-9697-7654853bfcb1 service nova] Releasing lock "refresh_cache-cef84cb6-0860-43d3-be49-593f04be9ade" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.118902] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504686} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.118902] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0/4cd7bc6c-ce62-4bbf-8058-d65471cbbef0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.118902] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.121112] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e8f691b-d111-49b8-a34e-1352fd4160fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.148684] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c2efaa-9adc-0fce-ae7f-366694c62b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.149937] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 730.149937] env[69692]: value = "task-3535492" [ 730.149937] env[69692]: _type = "Task" [ 730.149937] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.149937] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77182c6a-7796-4ab1-b41e-be9aa4508567 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.167013] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.167389] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 730.167389] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fd57ea-761f-1246-a611-7c00cbe42a40" [ 730.167389] env[69692]: _type = "Task" [ 730.167389] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.181708] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fd57ea-761f-1246-a611-7c00cbe42a40, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.181708] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.181886] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cef84cb6-0860-43d3-be49-593f04be9ade/cef84cb6-0860-43d3-be49-593f04be9ade.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.183059] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.183059] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.185398] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b64bbc-3393-4b51-b857-149f3086cbba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.188110] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93b99bd2-7154-4cb4-b0a6-c5ad3e3e9130 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.197249] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 730.197249] env[69692]: value = "task-3535493" [ 730.197249] env[69692]: _type = "Task" [ 730.197249] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.198883] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.198883] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.202663] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c4e569-e5ec-4c52-8e85-c808915bfb2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.211749] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 730.211749] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5204d148-bc08-c83c-84c8-7621835b4867" [ 730.211749] env[69692]: _type = "Task" [ 730.211749] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.213557] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.223587] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5204d148-bc08-c83c-84c8-7621835b4867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.301997] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.303515] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.306830] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.115s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.308347] env[69692]: INFO nova.compute.claims [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.312560] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.593441] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535491, 'name': PowerOffVM_Task, 'duration_secs': 0.234626} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.594174] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.594174] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.594278] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88706a19-7a67-421d-beb2-b38b553e86ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.667154] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074282} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.667589] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.668684] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a412f-450e-4465-b4e3-a60df2bd7d9d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.697394] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0/4cd7bc6c-ce62-4bbf-8058-d65471cbbef0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.698928] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf66f097-cb6e-42ce-a88c-8cb26346968e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.714365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.715059] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.715059] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Deleting the datastore file [datastore1] af0c4135-2c1a-4eab-b8a7-9eca5c95d17b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.718338] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb6747e8-28eb-4ce1-b140-51dc0c7417d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.731734] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 730.731734] env[69692]: value = "task-3535495" [ 730.731734] env[69692]: _type = "Task" [ 730.731734] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.736782] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491051} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.740750] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cef84cb6-0860-43d3-be49-593f04be9ade/cef84cb6-0860-43d3-be49-593f04be9ade.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.740996] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.746439] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4898548f-17a9-41f3-9ac2-e0ae1f4c189c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.748414] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5204d148-bc08-c83c-84c8-7621835b4867, 'name': SearchDatastore_Task, 'duration_secs': 0.02187} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.748752] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for the task: (returnval){ [ 730.748752] env[69692]: value = "task-3535496" [ 730.748752] env[69692]: _type = "Task" [ 730.748752] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.751015] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c984c491-42e0-40bd-a221-7e39d3f3f94b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.763462] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 730.763462] env[69692]: value = "task-3535497" [ 730.763462] env[69692]: _type = "Task" [ 730.763462] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.764035] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.775900] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.776430] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 730.776430] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52681ad7-b73f-b015-296b-3ce8fa95657f" [ 730.776430] env[69692]: _type = "Task" [ 730.776430] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.785330] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.791920] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52681ad7-b73f-b015-296b-3ce8fa95657f, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.791920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.792646] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2aaa93a3-9140-4422-9849-0b5a2616e633/2aaa93a3-9140-4422-9849-0b5a2616e633.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.792646] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cf7a87-178e-436e-a78a-8dd13b439bb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.800911] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 730.800911] env[69692]: value = "task-3535498" [ 730.800911] env[69692]: _type = "Task" [ 730.800911] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.810593] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.816419] env[69692]: DEBUG nova.compute.utils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.821959] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 730.850771] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.253045] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535495, 'name': ReconfigVM_Task, 'duration_secs': 0.509071} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.257422] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0/4cd7bc6c-ce62-4bbf-8058-d65471cbbef0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.258468] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309806e4-9482-48db-a002-6205a9a8d993 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.277968] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 731.277968] env[69692]: value = "task-3535499" [ 731.277968] env[69692]: _type = "Task" [ 731.277968] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.281644] env[69692]: DEBUG oslo_vmware.api [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Task: {'id': task-3535496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211853} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.285685] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.285908] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.286099] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.287657] env[69692]: INFO nova.compute.manager [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 731.287657] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.290560] env[69692]: DEBUG nova.compute.manager [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.290560] env[69692]: DEBUG nova.network.neutron [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.291625] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08101} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.293019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.293908] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762781c-2807-4171-929a-4c228ce3bf7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.300421] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535499, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.333323] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] cef84cb6-0860-43d3-be49-593f04be9ade/cef84cb6-0860-43d3-be49-593f04be9ade.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.338748] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.344503] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4df2cd-1eae-4428-b737-811bcb49be33 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.369948] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536825} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.370726] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2aaa93a3-9140-4422-9849-0b5a2616e633/2aaa93a3-9140-4422-9849-0b5a2616e633.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.370909] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.373620] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-effbd89d-164a-4a8f-a57d-66377aaf9761 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.378208] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 731.378208] env[69692]: value = "task-3535500" [ 731.378208] env[69692]: _type = "Task" [ 731.378208] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.384130] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 731.384130] env[69692]: value = "task-3535501" [ 731.384130] env[69692]: _type = "Task" [ 731.384130] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.394158] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.401125] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.429186] env[69692]: DEBUG nova.network.neutron [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updated VIF entry in instance network info cache for port eae4c68e-3f83-4e39-97f4-531e33bd570d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.429186] env[69692]: DEBUG nova.network.neutron [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.646137] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d57f69e-4594-4b5e-aac5-5da3239be259 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662191] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e6680-6a93-48b0-8a8b-f41435084843 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701441] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e3cf8-f48a-418f-afe1-3070dc320964 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.708078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.708380] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.719372] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e9212-caba-4e29-8dc2-3b2889d84cde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.736091] env[69692]: DEBUG nova.compute.provider_tree [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.793851] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535499, 'name': Rename_Task, 'duration_secs': 0.190397} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.794395] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.794465] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba49d13-2a90-4f98-a0b7-bdfb712dced9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.806906] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 731.806906] env[69692]: value = "task-3535502" [ 731.806906] env[69692]: _type = "Task" [ 731.806906] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.815413] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.891671] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535500, 'name': ReconfigVM_Task, 'duration_secs': 0.348323} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.892344] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Reconfigured VM instance instance-00000004 to attach disk [datastore2] cef84cb6-0860-43d3-be49-593f04be9ade/cef84cb6-0860-43d3-be49-593f04be9ade.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.893877] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4665c8b3-dbba-4d16-91ed-bcff4ea48c1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.898163] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093096} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.899996] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.899996] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17801ce6-d218-47d0-a4e3-3162bc39efc8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.903312] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 731.903312] env[69692]: value = "task-3535503" [ 731.903312] env[69692]: _type = "Task" [ 731.903312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.926754] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2aaa93a3-9140-4422-9849-0b5a2616e633/2aaa93a3-9140-4422-9849-0b5a2616e633.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.928184] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2418cf-156d-4a56-943a-dfa218bd82c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.946527] env[69692]: DEBUG oslo_concurrency.lockutils [req-85cd8fb3-86a9-4e88-b64a-21e651c48444 req-730e0fa7-5cfd-4679-8470-6b97e7dc4431 service nova] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.947074] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535503, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.954567] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 731.954567] env[69692]: value = "task-3535504" [ 731.954567] env[69692]: _type = "Task" [ 731.954567] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.964158] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.211866] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.240642] env[69692]: DEBUG nova.scheduler.client.report [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.315570] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.370445] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.402183] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.402431] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.402584] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.402764] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.402902] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.406106] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.406447] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.407149] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.407149] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.407433] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.407528] env[69692]: DEBUG nova.virt.hardware [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.408880] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfbdab-7624-4cd4-a5a6-ed61adbe5778 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.427462] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535503, 'name': Rename_Task, 'duration_secs': 0.213456} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.431462] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.431462] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc00278-ebbe-49a1-8297-587224164ade {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.436267] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303f92c-ead4-4f74-ac11-a412db47b6da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.451440] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.457864] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Creating folder: Project (7834d1a4c35d46fc89322a19baae6c38). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.463179] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8b9d81b-4484-4173-8c8b-a9aa977f03e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.464967] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 732.464967] env[69692]: value = "task-3535505" [ 732.464967] env[69692]: _type = "Task" [ 732.464967] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.482749] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.487733] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535505, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.488320] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Created folder: Project (7834d1a4c35d46fc89322a19baae6c38) in parent group-v706084. [ 732.490580] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Creating folder: Instances. Parent ref: group-v706100. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.490580] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514bfa0a-e578-43c7-89af-d540bfea89a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.504913] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Created folder: Instances in parent group-v706100. [ 732.505251] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.505445] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.505772] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0add58-031c-4b81-8546-861614007310 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.528107] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.528107] env[69692]: value = "task-3535508" [ 732.528107] env[69692]: _type = "Task" [ 732.528107] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.544691] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535508, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.686697] env[69692]: DEBUG nova.network.neutron [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.742763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.744806] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.745386] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.748565] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.348s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.750293] env[69692]: INFO nova.compute.claims [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.819834] env[69692]: DEBUG oslo_vmware.api [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535502, 'name': PowerOnVM_Task, 'duration_secs': 0.54601} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.821213] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.821213] env[69692]: INFO nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Took 14.04 seconds to spawn the instance on the hypervisor. [ 732.821388] env[69692]: DEBUG nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.822729] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41b9c5-69de-4c83-b73a-8ba849c16678 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.982248] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535504, 'name': ReconfigVM_Task, 'duration_secs': 0.548924} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.982959] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2aaa93a3-9140-4422-9849-0b5a2616e633/2aaa93a3-9140-4422-9849-0b5a2616e633.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.983660] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1961f95-5b0d-47ee-85eb-060c560aad12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.993772] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535505, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.005337] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 733.005337] env[69692]: value = "task-3535509" [ 733.005337] env[69692]: _type = "Task" [ 733.005337] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.019496] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535509, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.038956] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535508, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.193374] env[69692]: INFO nova.compute.manager [-] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Took 1.90 seconds to deallocate network for instance. [ 733.250696] env[69692]: DEBUG nova.compute.utils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.252142] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.252412] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.343810] env[69692]: DEBUG nova.policy [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '584b31bc04c542d483b7d94ae71961ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '395b70ce4bfc48b8bac14b1c4217593d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.347627] env[69692]: DEBUG nova.compute.manager [req-3b9c0c61-6f6e-4ca8-999a-86add0b4745c req-e15f52b7-b2ed-409c-9250-1c9ea1119b49 service nova] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Received event network-vif-deleted-192377a5-bc76-4baa-95f5-276f1ac48d50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.357042] env[69692]: INFO nova.compute.manager [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Took 18.85 seconds to build instance. [ 733.458841] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Successfully updated port: 07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.486171] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535505, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.519408] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535509, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.541708] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535508, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.546367] env[69692]: DEBUG nova.compute.manager [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Received event network-vif-plugged-07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.546367] env[69692]: DEBUG oslo_concurrency.lockutils [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] Acquiring lock "435b11cd-2a7c-4869-9785-62290b46769e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.546367] env[69692]: DEBUG oslo_concurrency.lockutils [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] Lock "435b11cd-2a7c-4869-9785-62290b46769e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.546679] env[69692]: DEBUG oslo_concurrency.lockutils [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] Lock "435b11cd-2a7c-4869-9785-62290b46769e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.547558] env[69692]: DEBUG nova.compute.manager [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] No waiting events found dispatching network-vif-plugged-07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.547558] env[69692]: WARNING nova.compute.manager [req-093faa4f-b696-4ef1-ba33-d36541f1f218 req-fa9cb24e-767d-43f0-a104-6af81248e257 service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Received unexpected event network-vif-plugged-07c3b58a-9770-4370-b39a-8172c3539d71 for instance with vm_state building and task_state spawning. [ 733.702714] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.710809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.711387] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.759364] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.863175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-645054e0-e72b-407e-9aec-1f3be7cd6efd tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.371s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.865676] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.394s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.865676] env[69692]: INFO nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] During sync_power_state the instance has a pending task (spawning). Skip. [ 733.866108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.965728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.965728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquired lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.965728] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.990096] env[69692]: DEBUG oslo_vmware.api [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535505, 'name': PowerOnVM_Task, 'duration_secs': 1.112733} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.990096] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.990096] env[69692]: INFO nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Took 12.93 seconds to spawn the instance on the hypervisor. [ 733.990291] env[69692]: DEBUG nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.991055] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfea4e2-665b-4ddf-97a7-6e8366f631f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.026828] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535509, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.044647] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535508, 'name': CreateVM_Task, 'duration_secs': 1.438131} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.044842] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.045468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.046224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.046224] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd214d82-9d22-456c-bffe-6c7dba42c559 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.055027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a19d512-867f-4dfc-8f5c-a40afaa34500 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.057128] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 734.057128] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527e23f2-955a-994d-4cc4-bd96ee59532a" [ 734.057128] env[69692]: _type = "Task" [ 734.057128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.066064] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12372928-c802-4e81-95bf-57d7a7cb81cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.072889] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e23f2-955a-994d-4cc4-bd96ee59532a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.103397] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e72c72b-bee7-4d22-be98-bf7d66885fe3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.112972] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102c7315-13bd-4087-8e54-2803995647f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.130229] env[69692]: DEBUG nova.compute.provider_tree [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.368210] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.391200] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Successfully created port: 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.519502] env[69692]: INFO nova.compute.manager [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Took 19.12 seconds to build instance. [ 734.526787] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535509, 'name': Rename_Task, 'duration_secs': 1.127955} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.527203] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.527586] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd6a7d1-623e-4c8f-a600-2ff39190ffbb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.538442] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 734.538442] env[69692]: value = "task-3535510" [ 734.538442] env[69692]: _type = "Task" [ 734.538442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.550867] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.570932] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e23f2-955a-994d-4cc4-bd96ee59532a, 'name': SearchDatastore_Task, 'duration_secs': 0.021687} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.571287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.571520] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.571757] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571936] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.572112] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.572978] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d70122-5cdb-4a3e-ba57-d74eba895562 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.587330] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.587330] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.587913] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04773bf6-3b90-4898-a30e-e36494e4192d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.599048] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 734.599048] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ffa780-7235-4aff-ab9c-21788643e0e7" [ 734.599048] env[69692]: _type = "Task" [ 734.599048] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.611335] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ffa780-7235-4aff-ab9c-21788643e0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.636507] env[69692]: DEBUG nova.scheduler.client.report [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.779563] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.824103] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.824885] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.824885] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.824885] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.826551] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.826551] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.826551] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.826551] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.826551] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.826750] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.826750] env[69692]: DEBUG nova.virt.hardware [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.826859] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f824ec0-690d-4776-b186-4e4cbe0ed746 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.842543] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b160e-954b-438f-a291-8a6e42d0e6d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.908490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.913063] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.029732] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c42da87b-51b2-4d6e-8b93-10337f8d5437 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.650s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.030069] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.559s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.031088] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ccb28a-0f07-4301-83ba-52d342d090eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.055660] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.117528] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ffa780-7235-4aff-ab9c-21788643e0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.030139} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.118140] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889d27ea-cfad-40ca-8afb-827e7658fbf8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.124846] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 735.124846] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c906aa-f864-b137-89e2-2f5cfc695493" [ 735.124846] env[69692]: _type = "Task" [ 735.124846] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.132609] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "33867783-8b88-4c8b-ab6e-5786e689a611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.132844] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.145276] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.145276] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.147090] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c906aa-f864-b137-89e2-2f5cfc695493, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.147349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.229s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.148797] env[69692]: INFO nova.compute.claims [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.151272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.151551] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.152539] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e8b80c8-c744-4ca4-81d4-2e8bb84e9d6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.163325] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 735.163325] env[69692]: value = "task-3535511" [ 735.163325] env[69692]: _type = "Task" [ 735.163325] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.175115] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.549989] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.557945] env[69692]: DEBUG oslo_vmware.api [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535510, 'name': PowerOnVM_Task, 'duration_secs': 0.583166} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.558229] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.558634] env[69692]: INFO nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Took 11.98 seconds to spawn the instance on the hypervisor. [ 735.559139] env[69692]: DEBUG nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.560194] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f82ef-2ed9-4f77-b15b-86519b532122 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.643094] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.654460] env[69692]: DEBUG nova.compute.utils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.661874] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.662325] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.686872] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.788177] env[69692]: DEBUG nova.network.neutron [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updating instance_info_cache with network_info: [{"id": "07c3b58a-9770-4370-b39a-8172c3539d71", "address": "fa:16:3e:40:83:bc", "network": {"id": "e92a5aa8-b7ad-45b1-8d9a-416e9b588093", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1124457232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279599533c8241af900a3b958aa7d7b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3b58a-97", "ovs_interfaceid": "07c3b58a-9770-4370-b39a-8172c3539d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.853397] env[69692]: DEBUG nova.policy [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76a60627964243ceb1b6283aaf1970d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d0e93656024687b45c8cbed1380d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.083953] env[69692]: INFO nova.compute.manager [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Took 16.79 seconds to build instance. [ 736.162932] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.185062] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.195414] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796961} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.197497] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.197898] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.198296] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b6bc872-d4db-4f65-8f2f-e914bac4db30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.213061] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 736.213061] env[69692]: value = "task-3535512" [ 736.213061] env[69692]: _type = "Task" [ 736.213061] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.224893] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.295942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Releasing lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.295942] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Instance network_info: |[{"id": "07c3b58a-9770-4370-b39a-8172c3539d71", "address": "fa:16:3e:40:83:bc", "network": {"id": "e92a5aa8-b7ad-45b1-8d9a-416e9b588093", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1124457232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279599533c8241af900a3b958aa7d7b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3b58a-97", "ovs_interfaceid": "07c3b58a-9770-4370-b39a-8172c3539d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.297285] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:83:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c3b58a-9770-4370-b39a-8172c3539d71', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.305333] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Creating folder: Project (279599533c8241af900a3b958aa7d7b6). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.310057] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-169cb9e8-b0e2-4c3a-8365-97b3f1cddc18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.327218] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Created folder: Project (279599533c8241af900a3b958aa7d7b6) in parent group-v706084. [ 736.327522] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Creating folder: Instances. Parent ref: group-v706103. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.327863] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7955e80c-7f56-421e-b156-77e9850c0603 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.349793] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Created folder: Instances in parent group-v706103. [ 736.349793] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.349793] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.349793] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df15ac0e-0d25-4cae-a018-abf7a8caa078 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.379375] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.379375] env[69692]: value = "task-3535515" [ 736.379375] env[69692]: _type = "Task" [ 736.379375] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.392371] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535515, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.468966] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053e71a-a666-4b37-a0b6-6461b609432c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.486864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e00f3f-4eb7-4c1e-ae74-3459b014c356 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.524074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d641707-028b-43da-9348-2005504cea46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.533981] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28dbbb-0d93-4a25-8940-ab8067d25242 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.550264] env[69692]: DEBUG nova.compute.provider_tree [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.587265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1899bc63-70e3-40d7-9802-bd0674d96709 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.307s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.729860] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324472} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.729860] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.730308] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe8385-02c1-4598-8f88-1b16166165e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.757112] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.757728] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741e5bf2-c57d-470d-a866-2f53fc661a1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.782924] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 736.782924] env[69692]: value = "task-3535516" [ 736.782924] env[69692]: _type = "Task" [ 736.782924] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.794296] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.897934] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535515, 'name': CreateVM_Task, 'duration_secs': 0.389415} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.898026] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.898766] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.898921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.899278] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.899526] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5243d36c-19f1-4e98-9733-8c2a67ac2085 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.907605] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 736.907605] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ca4885-6c9e-93da-17ea-6014e67e3a2b" [ 736.907605] env[69692]: _type = "Task" [ 736.907605] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.921212] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ca4885-6c9e-93da-17ea-6014e67e3a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.053650] env[69692]: DEBUG nova.scheduler.client.report [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.152379] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Successfully created port: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.176751] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.207935] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.208221] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.208519] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.208591] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.208676] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.208816] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.209047] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.210858] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.210858] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.210858] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.210858] env[69692]: DEBUG nova.virt.hardware [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.212049] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab96182-52aa-4fda-9fc2-7f756ed48016 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.224397] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384eb66-e8b1-4bbd-b2a6-4649acf827f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.298234] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.421986] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ca4885-6c9e-93da-17ea-6014e67e3a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.027499} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.422713] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.423305] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.423700] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.423961] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.424255] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.424657] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bf8e8a2-ceb2-49e6-a565-47a19a1f6c5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.445348] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.447160] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.447455] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5464876-172f-4d98-ab50-272f975393a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.458391] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 737.458391] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e3eba9-bca2-ec17-e438-ba72112f09a1" [ 737.458391] env[69692]: _type = "Task" [ 737.458391] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.473384] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e3eba9-bca2-ec17-e438-ba72112f09a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.560396] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.560911] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.564582] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.714s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.565995] env[69692]: INFO nova.compute.claims [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.646714] env[69692]: DEBUG nova.compute.manager [None req-2bb9937b-b6da-4a4d-9678-7e4c99c0d773 tempest-ServerDiagnosticsV248Test-902838223 tempest-ServerDiagnosticsV248Test-902838223-project-admin] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.648197] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d719316-1043-4670-bf87-0f5633931d1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.662019] env[69692]: INFO nova.compute.manager [None req-2bb9937b-b6da-4a4d-9678-7e4c99c0d773 tempest-ServerDiagnosticsV248Test-902838223 tempest-ServerDiagnosticsV248Test-902838223-project-admin] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Retrieving diagnostics [ 737.663037] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8c2aa8-169b-4bbb-a7f8-89612a4ba814 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.708086] env[69692]: DEBUG nova.compute.manager [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Received event network-changed-07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.708350] env[69692]: DEBUG nova.compute.manager [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Refreshing instance network info cache due to event network-changed-07c3b58a-9770-4370-b39a-8172c3539d71. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.708655] env[69692]: DEBUG oslo_concurrency.lockutils [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] Acquiring lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.708749] env[69692]: DEBUG oslo_concurrency.lockutils [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] Acquired lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.708943] env[69692]: DEBUG nova.network.neutron [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Refreshing network info cache for port 07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.796546] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.856453] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Successfully updated port: 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.982633] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e3eba9-bca2-ec17-e438-ba72112f09a1, 'name': SearchDatastore_Task, 'duration_secs': 0.031402} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.983461] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eff858e-80ab-429b-b3ac-e4d4304f1533 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.006763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "3a635f02-cf12-43d8-914e-763990cfb5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.006763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.008891] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 738.008891] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fdf670-de41-7935-8675-fe97d77ff45a" [ 738.008891] env[69692]: _type = "Task" [ 738.008891] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.024614] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fdf670-de41-7935-8675-fe97d77ff45a, 'name': SearchDatastore_Task, 'duration_secs': 0.019602} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.024614] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.024724] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 435b11cd-2a7c-4869-9785-62290b46769e/435b11cd-2a7c-4869-9785-62290b46769e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.024902] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb61364-8fe5-4a20-a9f3-66d79653a9b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.035637] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 738.035637] env[69692]: value = "task-3535517" [ 738.035637] env[69692]: _type = "Task" [ 738.035637] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.050383] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.050743] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.058349] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.071207] env[69692]: DEBUG nova.compute.utils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.073683] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.076991] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.160186] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Acquiring lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.160484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.160847] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Acquiring lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.161081] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.161753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.164566] env[69692]: INFO nova.compute.manager [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Terminating instance [ 738.263193] env[69692]: DEBUG nova.policy [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c7059e5e82240a08636c80ebdcc5653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a608fc0fd2624a5b8384ce8334f8e55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.299951] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535516, 'name': ReconfigVM_Task, 'duration_secs': 1.043146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.300261] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.300865] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ba4e28-b2ad-490f-9ce3-0e043d6ad150 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.309177] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 738.309177] env[69692]: value = "task-3535518" [ 738.309177] env[69692]: _type = "Task" [ 738.309177] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.325932] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535518, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.365869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.366084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.366435] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.511137] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.551867] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535517, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.585435] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.676644] env[69692]: DEBUG nova.compute.manager [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.677354] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.679012] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047a3e4e-49a9-4a30-a9e9-2a18c9ae7d37 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.690890] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.691216] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0334bbed-9ab2-4fbe-b7b0-eb5151730a75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.705415] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Waiting for the task: (returnval){ [ 738.705415] env[69692]: value = "task-3535519" [ 738.705415] env[69692]: _type = "Task" [ 738.705415] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.721217] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Task: {'id': task-3535519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.835998] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535518, 'name': Rename_Task, 'duration_secs': 0.205912} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.836812] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.837367] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2b6352-ca4a-4a5b-a8ed-065aff02355a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.851861] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 738.851861] env[69692]: value = "task-3535520" [ 738.851861] env[69692]: _type = "Task" [ 738.851861] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.877189] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.010735] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e2603-334d-4e98-ab11-e934ab6592f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.024592] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df639e-e515-4e75-865a-eabc6741aee9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.066331] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.071070] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.089710] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f146b33b-2e05-4e0b-91bb-95e5d62b65d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.112051] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74decae-17c2-4bfa-b00e-dfbfa0e11ac3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.117458] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71701} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.117745] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 435b11cd-2a7c-4869-9785-62290b46769e/435b11cd-2a7c-4869-9785-62290b46769e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.117957] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.118739] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c29ac1-d87c-4bb8-86b5-9582e7901c76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.131354] env[69692]: DEBUG nova.compute.provider_tree [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.134904] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 739.134904] env[69692]: value = "task-3535521" [ 739.134904] env[69692]: _type = "Task" [ 739.134904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.144797] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.221569] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Task: {'id': task-3535519, 'name': PowerOffVM_Task, 'duration_secs': 0.237278} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.221844] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.222018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.224028] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec4e665-70fd-4c96-8303-6ac67631bae4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.252511] env[69692]: DEBUG nova.network.neutron [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updated VIF entry in instance network info cache for port 07c3b58a-9770-4370-b39a-8172c3539d71. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.253184] env[69692]: DEBUG nova.network.neutron [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updating instance_info_cache with network_info: [{"id": "07c3b58a-9770-4370-b39a-8172c3539d71", "address": "fa:16:3e:40:83:bc", "network": {"id": "e92a5aa8-b7ad-45b1-8d9a-416e9b588093", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1124457232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279599533c8241af900a3b958aa7d7b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3b58a-97", "ovs_interfaceid": "07c3b58a-9770-4370-b39a-8172c3539d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.304852] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.305695] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.305695] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Deleting the datastore file [datastore2] 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.306281] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b71ebd8a-5f5a-44b0-90be-e6470a54bb97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.314521] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Waiting for the task: (returnval){ [ 739.314521] env[69692]: value = "task-3535523" [ 739.314521] env[69692]: _type = "Task" [ 739.314521] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.332606] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Task: {'id': task-3535523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.369937] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535520, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.447933] env[69692]: DEBUG nova.compute.manager [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-vif-plugged-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.447933] env[69692]: DEBUG oslo_concurrency.lockutils [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] Acquiring lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.447933] env[69692]: DEBUG oslo_concurrency.lockutils [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] Lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.447933] env[69692]: DEBUG oslo_concurrency.lockutils [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] Lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.447933] env[69692]: DEBUG nova.compute.manager [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] No waiting events found dispatching network-vif-plugged-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.451664] env[69692]: WARNING nova.compute.manager [req-a8368e8b-9f45-4d89-a3b3-0235cebcea0c req-01895382-48e3-4512-af3a-2bc50415b469 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received unexpected event network-vif-plugged-62b83762-5ec5-4cc8-a848-59f280e8676b for instance with vm_state building and task_state spawning. [ 739.601039] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.639120] env[69692]: DEBUG nova.scheduler.client.report [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.646089] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.646477] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.647355] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.647624] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.647814] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.647999] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.648537] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.648712] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.648931] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.649144] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.649354] env[69692]: DEBUG nova.virt.hardware [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.656343] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bbbd0-b5b7-4c24-9f32-5f6315b584c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.673980] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193525} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.680591] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db95a28-99ef-439a-8cf2-2861e8333e08 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.684973] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.684973] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bee9f1a-a78e-4698-ad9b-bd58b76e97cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.706354] env[69692]: DEBUG nova.network.neutron [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.730866] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 435b11cd-2a7c-4869-9785-62290b46769e/435b11cd-2a7c-4869-9785-62290b46769e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.731270] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f670f8-7f5c-481b-94b5-f01955ae442f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.756086] env[69692]: DEBUG oslo_concurrency.lockutils [req-4c7f7c71-e0a1-41a6-8614-1dfd20aef333 req-8dfc5ca4-9584-4eb3-abe4-a9bb29f0b42d service nova] Releasing lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.756673] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 739.756673] env[69692]: value = "task-3535524" [ 739.756673] env[69692]: _type = "Task" [ 739.756673] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.768223] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.835341] env[69692]: DEBUG oslo_vmware.api [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Task: {'id': task-3535523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471061} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.835341] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.835341] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.835341] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.835341] env[69692]: INFO nova.compute.manager [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 739.838797] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.838797] env[69692]: DEBUG nova.compute.manager [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.838797] env[69692]: DEBUG nova.network.neutron [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.875122] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535520, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.145433] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.145971] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.149225] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.406s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.150945] env[69692]: INFO nova.compute.claims [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.209997] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.210359] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Instance network_info: |[{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.210775] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d4:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b83762-5ec5-4cc8-a848-59f280e8676b', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.222620] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Creating folder: Project (395b70ce4bfc48b8bac14b1c4217593d). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.222620] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31740b7d-f5e4-420c-9bbc-d91287aa55c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.238080] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Created folder: Project (395b70ce4bfc48b8bac14b1c4217593d) in parent group-v706084. [ 740.239312] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Creating folder: Instances. Parent ref: group-v706106. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.239572] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e4e1a2-8642-4e7e-96eb-5e56d71c03aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.254492] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Created folder: Instances in parent group-v706106. [ 740.254739] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.254931] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.255479] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe19d6a-5f2a-4b31-90ca-29dc748dd368 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.289265] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.289629] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.289629] env[69692]: value = "task-3535527" [ 740.289629] env[69692]: _type = "Task" [ 740.289629] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.299051] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535527, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.369186] env[69692]: DEBUG oslo_vmware.api [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535520, 'name': PowerOnVM_Task, 'duration_secs': 1.071756} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.369186] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.369186] env[69692]: INFO nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Took 8.00 seconds to spawn the instance on the hypervisor. [ 740.369660] env[69692]: DEBUG nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.374723] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57dffee-7f51-4735-bf0d-a62057c5df1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.502094] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Successfully created port: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.657609] env[69692]: DEBUG nova.compute.utils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.660937] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.661166] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.788362] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.803644] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535527, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.900932] env[69692]: INFO nova.compute.manager [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Took 18.08 seconds to build instance. [ 740.924823] env[69692]: DEBUG nova.policy [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22575f9a3b1743e3992b884e1f5bbbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44e8e47dae2432c9dda0860cc02c5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.167026] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.290894] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.314371] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Successfully updated port: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.315687] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535527, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.384588] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Acquiring lock "279bb9cc-e5fa-45cf-a028-c5b50c425e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.384914] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Lock "279bb9cc-e5fa-45cf-a028-c5b50c425e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.405633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2c51197-f14b-44b9-8843-8636aa8c70c0 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.586s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.586888] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea63b82-dea3-4f67-a67d-baa77cf3ed0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.600303] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a2b51-6fbf-4304-a818-4bd266333577 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.637584] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aaad0e-7c02-4d6c-b050-ff6afc0c97d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.646702] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb8ce1-366c-4b34-aa4c-e0189bc109a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.664702] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.666287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.666287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.666287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.666287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.668056] env[69692]: DEBUG nova.compute.provider_tree [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.670703] env[69692]: INFO nova.compute.manager [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Terminating instance [ 741.726161] env[69692]: DEBUG nova.network.neutron [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.790204] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535524, 'name': ReconfigVM_Task, 'duration_secs': 1.654238} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.790204] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 435b11cd-2a7c-4869-9785-62290b46769e/435b11cd-2a7c-4869-9785-62290b46769e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.790204] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54bf7322-cbe0-4306-89da-583a6c183479 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.802353] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 741.802353] env[69692]: value = "task-3535528" [ 741.802353] env[69692]: _type = "Task" [ 741.802353] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.808019] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535527, 'name': CreateVM_Task, 'duration_secs': 1.394922} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.808388] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.809469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.809576] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.809872] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.810243] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5fe259-2383-4cd2-91a1-e0303adf975b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.816736] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535528, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.817227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.817227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquired lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.817227] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.822112] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 741.822112] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52767083-f049-01b2-8a0a-0ea0a947b3e7" [ 741.822112] env[69692]: _type = "Task" [ 741.822112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.832168] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52767083-f049-01b2-8a0a-0ea0a947b3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.909474] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.175226] env[69692]: DEBUG nova.scheduler.client.report [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.180752] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "refresh_cache-443e9d2b-6ecf-4b99-ab73-09b6c0748c18" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.180933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquired lock "refresh_cache-443e9d2b-6ecf-4b99-ab73-09b6c0748c18" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.181113] env[69692]: DEBUG nova.network.neutron [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.182810] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.225127] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.225127] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.225323] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.225368] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.225759] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.225759] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.225895] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.228680] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.228951] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.229147] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.229329] env[69692]: DEBUG nova.virt.hardware [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.230176] env[69692]: INFO nova.compute.manager [-] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Took 2.39 seconds to deallocate network for instance. [ 742.230913] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6e9b3-b101-4e19-a156-516e94fbffb9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.241963] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e3efd-9e1a-4c1f-a222-4dcc31866a9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.314600] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535528, 'name': Rename_Task, 'duration_secs': 0.404991} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.315184] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.319620] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55336573-1a27-44af-9815-e8474e10f669 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.326149] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 742.326149] env[69692]: value = "task-3535529" [ 742.326149] env[69692]: _type = "Task" [ 742.326149] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.341941] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52767083-f049-01b2-8a0a-0ea0a947b3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.347041] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.347516] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.348277] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.348529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.352024] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.352024] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.352024] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c5f25b-0e9e-4de1-a90d-c104229c2a13 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.365232] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.365232] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.366154] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce264297-ac92-4f48-9209-e3b5effdacb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.377514] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 742.377514] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c7c07d-facd-6cfb-eca0-d067cd92b5fe" [ 742.377514] env[69692]: _type = "Task" [ 742.377514] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.394850] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c7c07d-facd-6cfb-eca0-d067cd92b5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.430516] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.446785] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.684088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.684088] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.687485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.985s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.687750] env[69692]: DEBUG nova.objects.instance [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lazy-loading 'resources' on Instance uuid af0c4135-2c1a-4eab-b8a7-9eca5c95d17b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.742354] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.841415] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535529, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.871766] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Successfully created port: 97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.890012] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c7c07d-facd-6cfb-eca0-d067cd92b5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.890922] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004a50e1-e901-4ba4-8941-97af00d82383 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.899833] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 742.899833] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52408e0b-0c89-70be-3394-92d2a5819388" [ 742.899833] env[69692]: _type = "Task" [ 742.899833] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.911941] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52408e0b-0c89-70be-3394-92d2a5819388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.016261] env[69692]: DEBUG nova.network.neutron [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.197518] env[69692]: DEBUG nova.compute.utils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.202297] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.202485] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.281395] env[69692]: DEBUG nova.network.neutron [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.345251] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535529, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.401568] env[69692]: DEBUG nova.network.neutron [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Updating instance_info_cache with network_info: [{"id": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "address": "fa:16:3e:a2:74:e3", "network": {"id": "0442d03a-366e-47b1-baf5-db888ddb4a7b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-98655026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d0e93656024687b45c8cbed1380d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf4c0e-a4", "ovs_interfaceid": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.416350] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52408e0b-0c89-70be-3394-92d2a5819388, 'name': SearchDatastore_Task, 'duration_secs': 0.014876} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.417754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.418049] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] f86cbb87-023b-42b1-aef2-65c42a493437/f86cbb87-023b-42b1-aef2-65c42a493437.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.420052] env[69692]: DEBUG nova.policy [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22575f9a3b1743e3992b884e1f5bbbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44e8e47dae2432c9dda0860cc02c5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.423818] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89834a59-6b2d-44b7-9e22-a1f87ed01521 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.436014] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 743.436014] env[69692]: value = "task-3535530" [ 743.436014] env[69692]: _type = "Task" [ 743.436014] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.461714] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.465640] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "137791b5-ce5f-45af-b051-30e71d508b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.466471] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.631698] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e6ec7-acde-4d90-a281-b99d7d2d2c34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.641538] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23545451-48fd-48c4-9230-0e634f5b8896 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.679404] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb076dce-a8b1-4c62-a6f5-ac001589327c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.690152] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca34028d-6f29-4fe4-8bc3-06ae9f768582 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.711954] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.716398] env[69692]: DEBUG nova.compute.provider_tree [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.792176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Releasing lock "refresh_cache-443e9d2b-6ecf-4b99-ab73-09b6c0748c18" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.792176] env[69692]: DEBUG nova.compute.manager [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.792176] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.792176] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece65e6b-d941-4aaa-937d-5a968adfd894 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.802190] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.802190] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0216a36-9757-4ed3-b51d-72d0253e52a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.816768] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 743.816768] env[69692]: value = "task-3535531" [ 743.816768] env[69692]: _type = "Task" [ 743.816768] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.821566] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.845373] env[69692]: DEBUG oslo_vmware.api [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535529, 'name': PowerOnVM_Task, 'duration_secs': 1.141847} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.845691] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.845968] env[69692]: INFO nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Took 13.91 seconds to spawn the instance on the hypervisor. [ 743.846219] env[69692]: DEBUG nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.847269] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed53a5-5d25-42db-8e68-ca2416f00ef5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.909109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Releasing lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.909864] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Instance network_info: |[{"id": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "address": "fa:16:3e:a2:74:e3", "network": {"id": "0442d03a-366e-47b1-baf5-db888ddb4a7b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-98655026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d0e93656024687b45c8cbed1380d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf4c0e-a4", "ovs_interfaceid": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.910072] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:74:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0bf4c0e-a4df-4ffa-80c2-33186e9684e7', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.920961] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Creating folder: Project (73d0e93656024687b45c8cbed1380d45). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.921496] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0480edc7-ce79-40f5-ba0f-cb927a07ce4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.930143] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.930530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.938520] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Created folder: Project (73d0e93656024687b45c8cbed1380d45) in parent group-v706084. [ 743.938768] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Creating folder: Instances. Parent ref: group-v706109. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.939109] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e98d7d-d589-45c3-9dcd-a0183e4a31cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.957546] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535530, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.961208] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Created folder: Instances in parent group-v706109. [ 743.961528] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.961777] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.962026] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ab09a1-f107-497c-b8c1-e78afcafe0df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.987438] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.987438] env[69692]: value = "task-3535534" [ 743.987438] env[69692]: _type = "Task" [ 743.987438] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.998227] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535534, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.112511] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Successfully updated port: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.221816] env[69692]: DEBUG nova.scheduler.client.report [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.265907] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Successfully created port: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.326473] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535531, 'name': PowerOffVM_Task, 'duration_secs': 0.168127} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.326764] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.326925] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.327192] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b982bc24-5563-4af9-9669-6c6d69ba59ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.360196] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.360196] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.360196] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleting the datastore file [datastore1] 443e9d2b-6ecf-4b99-ab73-09b6c0748c18 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.360196] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27db0815-0108-4518-aaca-d3c1892cff99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.378656] env[69692]: INFO nova.compute.manager [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Took 22.04 seconds to build instance. [ 744.378996] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for the task: (returnval){ [ 744.378996] env[69692]: value = "task-3535536" [ 744.378996] env[69692]: _type = "Task" [ 744.378996] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.388746] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.459367] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737887} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.459645] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] f86cbb87-023b-42b1-aef2-65c42a493437/f86cbb87-023b-42b1-aef2-65c42a493437.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.459812] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.460078] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee54ee4b-2e47-415b-88b6-79d688d29a72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.472266] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 744.472266] env[69692]: value = "task-3535537" [ 744.472266] env[69692]: _type = "Task" [ 744.472266] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.486213] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.499538] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535534, 'name': CreateVM_Task, 'duration_secs': 0.44788} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.499538] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.500508] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.500754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.501116] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.501377] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9093d708-fbf0-41b7-bac9-8798ea43c77a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.510174] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 744.510174] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5206138f-722f-c8f4-7e8f-54b778bfb624" [ 744.510174] env[69692]: _type = "Task" [ 744.510174] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.528231] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206138f-722f-c8f4-7e8f-54b778bfb624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.617711] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.617883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquired lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.618023] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.636719] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.637101] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing instance network info cache due to event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.637101] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.637419] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.637419] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.728715] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.732973] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.736781] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.828s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.738923] env[69692]: INFO nova.compute.claims [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.765251] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.765251] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.765251] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.765251] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.765536] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.765536] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.765536] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.767725] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.767725] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.767725] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.767725] env[69692]: DEBUG nova.virt.hardware [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.768185] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6262aa-3fbe-46d1-be42-af238f598b22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.776860] env[69692]: INFO nova.scheduler.client.report [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Deleted allocations for instance af0c4135-2c1a-4eab-b8a7-9eca5c95d17b [ 744.794941] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18db99a-ecce-47b3-b343-415b90a16196 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.886622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.563s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.896258] env[69692]: DEBUG oslo_vmware.api [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Task: {'id': task-3535536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167179} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.896593] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.896711] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.896886] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.897070] env[69692]: INFO nova.compute.manager [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Took 1.11 seconds to destroy the instance on the hypervisor. [ 744.897315] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.897852] env[69692]: DEBUG nova.compute.manager [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.897951] env[69692]: DEBUG nova.network.neutron [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.920565] env[69692]: DEBUG nova.network.neutron [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.984540] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "c85a6c39-0781-4456-9036-68262d2b14f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.984540] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.989877] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076575} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.989877] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.990706] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd240411-f6eb-48f1-b5b0-32adf2a0ecdb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.019275] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f86cbb87-023b-42b1-aef2-65c42a493437/f86cbb87-023b-42b1-aef2-65c42a493437.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.019650] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c3758e-b98d-440a-ae09-443874a3154b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.055262] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206138f-722f-c8f4-7e8f-54b778bfb624, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.056901] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057237] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.057535] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058093] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.058302] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 745.058302] env[69692]: value = "task-3535538" [ 745.058302] env[69692]: _type = "Task" [ 745.058302] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.059044] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-130c0d21-531b-40e6-a808-fc43903c0e81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.069779] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.078072] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.078265] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.079016] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b207449-ad10-4ffa-aa67-d804840a97b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.085880] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 745.085880] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5297d3a3-54b6-0788-5d68-bea4d013c8fc" [ 745.085880] env[69692]: _type = "Task" [ 745.085880] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.095600] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5297d3a3-54b6-0788-5d68-bea4d013c8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.200938] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.296279] env[69692]: DEBUG nova.compute.manager [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-changed-eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.296279] env[69692]: DEBUG nova.compute.manager [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing instance network info cache due to event network-changed-eae4c68e-3f83-4e39-97f4-531e33bd570d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.296279] env[69692]: DEBUG oslo_concurrency.lockutils [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.296279] env[69692]: DEBUG oslo_concurrency.lockutils [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.296279] env[69692]: DEBUG nova.network.neutron [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing network info cache for port eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.299679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Lock "af0c4135-2c1a-4eab-b8a7-9eca5c95d17b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.770s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.388877] env[69692]: DEBUG nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.423960] env[69692]: DEBUG nova.network.neutron [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.529999] env[69692]: DEBUG nova.network.neutron [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Updating instance_info_cache with network_info: [{"id": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "address": "fa:16:3e:c8:33:64", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef25a7-dd", "ovs_interfaceid": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.545259] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updated VIF entry in instance network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.545636] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.575201] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.599768] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5297d3a3-54b6-0788-5d68-bea4d013c8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.024836} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.600517] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d958ed3-9082-4bdb-b850-665b21d2ac7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.608051] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 745.608051] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f27d5e-1e83-375f-8f6c-4fecbc865053" [ 745.608051] env[69692]: _type = "Task" [ 745.608051] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.617319] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f27d5e-1e83-375f-8f6c-4fecbc865053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.918994] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.929012] env[69692]: INFO nova.compute.manager [-] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Took 1.03 seconds to deallocate network for instance. [ 746.032304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Releasing lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.032629] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Instance network_info: |[{"id": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "address": "fa:16:3e:c8:33:64", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef25a7-dd", "ovs_interfaceid": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.033805] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:33:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ef25a7-dd2c-4f99-9b6f-f9023eef96dc', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.043952] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Creating folder: Project (a608fc0fd2624a5b8384ce8334f8e55b). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.044659] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72a56b4-f86f-4fbf-85e4-11e3e8371ad4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.052936] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.054236] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Received event network-vif-plugged-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.054236] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Acquiring lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.054236] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.054236] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.054236] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] No waiting events found dispatching network-vif-plugged-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.054439] env[69692]: WARNING nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Received unexpected event network-vif-plugged-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 for instance with vm_state building and task_state spawning. [ 746.054439] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Received event network-vif-deleted-afce3fed-0709-4e59-899f-058210ce343e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.054439] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Received event network-changed-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.054781] env[69692]: DEBUG nova.compute.manager [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Refreshing instance network info cache due to event network-changed-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.054781] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Acquiring lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.054939] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Acquired lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055088] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Refreshing network info cache for port d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.063167] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Created folder: Project (a608fc0fd2624a5b8384ce8334f8e55b) in parent group-v706084. [ 746.063167] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Creating folder: Instances. Parent ref: group-v706112. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.063167] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b416e2ce-ccb0-4f22-9890-7fb07571c39d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.080129] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535538, 'name': ReconfigVM_Task, 'duration_secs': 0.70001} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.081965] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f86cbb87-023b-42b1-aef2-65c42a493437/f86cbb87-023b-42b1-aef2-65c42a493437.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.082895] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Created folder: Instances in parent group-v706112. [ 746.082895] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.085801] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72299b0d-89e8-4377-a988-7704ebb69ae5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.089055] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.089055] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6ceb1f5-6688-476d-8a90-76017c2f5914 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.115086] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 746.115086] env[69692]: value = "task-3535541" [ 746.115086] env[69692]: _type = "Task" [ 746.115086] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.116873] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.116873] env[69692]: value = "task-3535542" [ 746.116873] env[69692]: _type = "Task" [ 746.116873] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.126728] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f27d5e-1e83-375f-8f6c-4fecbc865053, 'name': SearchDatastore_Task, 'duration_secs': 0.049829} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.129978] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.131107] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8da2aa88-2973-40fc-906d-781d86cb2f03/8da2aa88-2973-40fc-906d-781d86cb2f03.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.131107] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098e3e0b-daf6-4809-970e-4c8ae4598672 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.141140] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535541, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.141140] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535542, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.148169] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 746.148169] env[69692]: value = "task-3535543" [ 746.148169] env[69692]: _type = "Task" [ 746.148169] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.161199] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.192637] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d08cb-c8a6-4566-ac9c-a80932a95b88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.210696] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f51b7-9c3c-43b2-b57a-f56db98b9ba4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.249863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a15a478-f342-470e-88b5-c3afa8c9c361 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.260016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c95c3b-3fa3-445f-8664-6f9fdafd60a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.282084] env[69692]: DEBUG nova.compute.provider_tree [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.442018] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.460939] env[69692]: DEBUG nova.network.neutron [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updated VIF entry in instance network info cache for port eae4c68e-3f83-4e39-97f4-531e33bd570d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.460939] env[69692]: DEBUG nova.network.neutron [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.582180] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Successfully updated port: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.640952] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535541, 'name': Rename_Task, 'duration_secs': 0.208254} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.642035] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535542, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.646771] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.647612] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fefaf8d-5591-4292-bb3f-4cc8a4b9d158 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.662201] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535543, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.664694] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 746.664694] env[69692]: value = "task-3535544" [ 746.664694] env[69692]: _type = "Task" [ 746.664694] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.686397] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "4dece754-6efe-48db-937b-eca3906bd248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.686547] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.764132] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Successfully updated port: 97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.785668] env[69692]: DEBUG nova.scheduler.client.report [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.861083] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Updated VIF entry in instance network info cache for port d0bf4c0e-a4df-4ffa-80c2-33186e9684e7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.861453] env[69692]: DEBUG nova.network.neutron [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Updating instance_info_cache with network_info: [{"id": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "address": "fa:16:3e:a2:74:e3", "network": {"id": "0442d03a-366e-47b1-baf5-db888ddb4a7b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-98655026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d0e93656024687b45c8cbed1380d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf4c0e-a4", "ovs_interfaceid": "d0bf4c0e-a4df-4ffa-80c2-33186e9684e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.962468] env[69692]: DEBUG oslo_concurrency.lockutils [req-f8f45eb7-26c9-4e6b-a303-0db5cd95e10b req-525801be-343b-484d-a2db-d2d2fdd1c0ee service nova] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.085786] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.086032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.086121] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.133071] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535542, 'name': CreateVM_Task, 'duration_secs': 0.82523} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.133259] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.133934] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.134115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.134462] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.134719] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945dcd31-36a1-4c91-a22b-b2077b8f4fdf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.141800] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 747.141800] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e2a02d-c2a0-c7ee-0575-12043800f4dd" [ 747.141800] env[69692]: _type = "Task" [ 747.141800] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.149688] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e2a02d-c2a0-c7ee-0575-12043800f4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.160007] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767914} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.162774] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8da2aa88-2973-40fc-906d-781d86cb2f03/8da2aa88-2973-40fc-906d-781d86cb2f03.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.163075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.163324] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7436bc-8684-4849-85ea-9a6a132ed355 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.177432] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.178898] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 747.178898] env[69692]: value = "task-3535545" [ 747.178898] env[69692]: _type = "Task" [ 747.178898] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.188542] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.267121] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.267384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.267459] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.296104] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.296795] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.301888] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.119s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.303514] env[69692]: INFO nova.compute.claims [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.366632] env[69692]: DEBUG oslo_concurrency.lockutils [req-28e07ade-4dea-4e57-bf80-514bfe9080c6 req-55abebdc-2577-495c-9004-d398a24eecd7 service nova] Releasing lock "refresh_cache-8da2aa88-2973-40fc-906d-781d86cb2f03" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.544756] env[69692]: INFO nova.compute.manager [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Rebuilding instance [ 747.612704] env[69692]: DEBUG nova.compute.manager [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.615695] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea76a51-6ad0-4fc3-a550-a56e91cb0aed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.631993] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.656542] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e2a02d-c2a0-c7ee-0575-12043800f4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.039462} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.659733] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.660470] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.662216] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.662781] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.662781] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.663013] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4e9d2e-569b-4b87-a71d-f62a944f4681 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.676756] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.678801] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.678801] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e288d4a8-8e87-4100-a686-f064ab36593b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.688036] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.693351] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069345} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.695589] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.696012] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 747.696012] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246c493-ad69-e7fc-874e-1efe21873026" [ 747.696012] env[69692]: _type = "Task" [ 747.696012] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.698216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d7e816-d6fb-48dc-af10-111f8374d7b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.741763] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 8da2aa88-2973-40fc-906d-781d86cb2f03/8da2aa88-2973-40fc-906d-781d86cb2f03.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.746127] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b309443-6656-47b3-8f77-2eb8506e2b8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.763813] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5246c493-ad69-e7fc-874e-1efe21873026, 'name': SearchDatastore_Task, 'duration_secs': 0.016513} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.765640] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aaa9af-7688-456a-975f-71b4572b238f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.775175] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 747.775175] env[69692]: value = "task-3535546" [ 747.775175] env[69692]: _type = "Task" [ 747.775175] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.780383] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 747.780383] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8f899-82e4-4954-43bf-a9ede771796c" [ 747.780383] env[69692]: _type = "Task" [ 747.780383] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.789479] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.795591] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8f899-82e4-4954-43bf-a9ede771796c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.811518] env[69692]: DEBUG nova.compute.utils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.816047] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.816047] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.818965] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.942654] env[69692]: DEBUG nova.policy [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc8d74905f2448a9d3e0905c89f5748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46fd6e1650e14934aa74f7583c1f9a52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.973774] env[69692]: DEBUG nova.network.neutron [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Updating instance_info_cache with network_info: [{"id": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "address": "fa:16:3e:b5:70:c6", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781e89ee-d7", "ovs_interfaceid": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.015710] env[69692]: DEBUG nova.network.neutron [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Updating instance_info_cache with network_info: [{"id": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "address": "fa:16:3e:ee:dc:a0", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b969d2-f9", "ovs_interfaceid": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.144335] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.145633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.190719] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.287718] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535546, 'name': ReconfigVM_Task, 'duration_secs': 0.312458} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.290371] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 8da2aa88-2973-40fc-906d-781d86cb2f03/8da2aa88-2973-40fc-906d-781d86cb2f03.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.294737] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8795be5-cec2-47b7-86ae-b256f4039a17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.296192] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8f899-82e4-4954-43bf-a9ede771796c, 'name': SearchDatastore_Task, 'duration_secs': 0.01817} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.298026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.298026] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1a6f2f90-dab0-44bb-8564-223efaf9f8f6/1a6f2f90-dab0-44bb-8564-223efaf9f8f6.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.298026] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23f2b3f-f68f-447a-9de9-ee8080e6cde3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.306635] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 748.306635] env[69692]: value = "task-3535547" [ 748.306635] env[69692]: _type = "Task" [ 748.306635] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.306924] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 748.306924] env[69692]: value = "task-3535548" [ 748.306924] env[69692]: _type = "Task" [ 748.306924] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.316760] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.329417] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.329657] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535547, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.456296] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Received event network-vif-plugged-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.456296] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquiring lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.457549] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.457916] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.458347] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] No waiting events found dispatching network-vif-plugged-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.459221] env[69692]: WARNING nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Received unexpected event network-vif-plugged-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc for instance with vm_state building and task_state spawning. [ 748.459984] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Received event network-changed-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.459984] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Refreshing instance network info cache due to event network-changed-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.459984] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquiring lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.460610] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquired lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.462057] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Refreshing network info cache for port 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.477151] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.477592] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Instance network_info: |[{"id": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "address": "fa:16:3e:b5:70:c6", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781e89ee-d7", "ovs_interfaceid": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.478044] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:70:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.485899] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating folder: Project (a44e8e47dae2432c9dda0860cc02c5f6). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.486794] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-897802c3-2731-4e87-b71e-ab2781593cc7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.503081] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created folder: Project (a44e8e47dae2432c9dda0860cc02c5f6) in parent group-v706084. [ 748.503081] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating folder: Instances. Parent ref: group-v706115. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.503081] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da9dcf4-fd93-4bc5-a40b-9233c7dcf8bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.519474] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519847] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance network_info: |[{"id": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "address": "fa:16:3e:ee:dc:a0", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b969d2-f9", "ovs_interfaceid": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.520048] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created folder: Instances in parent group-v706115. [ 748.520166] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.524511] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:dc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b969d2-f9db-4d65-bf13-507d9f2ea469', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.534558] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.534811] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.535309] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.535561] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0f3076-27e6-4b65-a774-311c52bfe62c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.554189] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907c7c83-c1d2-4fb1-9d4f-b3bb4daf25b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.580368] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.580368] env[69692]: value = "task-3535552" [ 748.580368] env[69692]: _type = "Task" [ 748.580368] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.581489] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.581489] env[69692]: value = "task-3535551" [ 748.581489] env[69692]: _type = "Task" [ 748.581489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.602936] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535552, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.603319] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535551, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.625411] env[69692]: DEBUG nova.compute.manager [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Received event network-vif-plugged-97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.625411] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Acquiring lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.625603] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.625940] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.625940] env[69692]: DEBUG nova.compute.manager [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] No waiting events found dispatching network-vif-plugged-97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.626190] env[69692]: WARNING nova.compute.manager [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Received unexpected event network-vif-plugged-97b969d2-f9db-4d65-bf13-507d9f2ea469 for instance with vm_state building and task_state spawning. [ 748.626497] env[69692]: DEBUG nova.compute.manager [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Received event network-changed-97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.626497] env[69692]: DEBUG nova.compute.manager [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Refreshing instance network info cache due to event network-changed-97b969d2-f9db-4d65-bf13-507d9f2ea469. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.626737] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Acquiring lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.626737] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Acquired lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.626929] env[69692]: DEBUG nova.network.neutron [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Refreshing network info cache for port 97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.649832] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.651821] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62840186-6538-4689-af45-188f233e13f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.667513] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 748.667513] env[69692]: value = "task-3535553" [ 748.667513] env[69692]: _type = "Task" [ 748.667513] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.688409] env[69692]: DEBUG oslo_vmware.api [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535544, 'name': PowerOnVM_Task, 'duration_secs': 1.559063} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.688851] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.690162] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.690162] env[69692]: INFO nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Took 13.91 seconds to spawn the instance on the hypervisor. [ 748.690162] env[69692]: DEBUG nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.690945] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced9c12-b94d-4da9-8c29-72a615f7040d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.832184] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.832459] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535547, 'name': Rename_Task, 'duration_secs': 0.157869} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.832910] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.833192] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ec7309-57c7-4ab3-9c82-e29c3d69f500 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.838568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55182520-9fc3-45cc-abbc-0b07430372e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.844740] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 748.844740] env[69692]: value = "task-3535554" [ 748.844740] env[69692]: _type = "Task" [ 748.844740] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.851453] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e64e8d7-3ed1-4cae-b733-4a62bf82e560 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.860358] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.897428] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb5162-6ac2-49d2-b48e-73b05fca0af1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.907205] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07610a15-51fa-4e62-aa4d-46c368d1777d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.926754] env[69692]: DEBUG nova.compute.provider_tree [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.096415] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535552, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.097927] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Successfully created port: cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.106722] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535551, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.181154] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535553, 'name': PowerOffVM_Task, 'duration_secs': 0.228419} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.181154] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.181154] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.181154] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29b68b-599f-4d77-9753-952bcdeef293 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.192088] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.192301] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42be7db4-f2ef-4865-a619-9f81e032d81d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.211898] env[69692]: INFO nova.compute.manager [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Took 25.05 seconds to build instance. [ 749.245121] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.245410] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.245621] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Deleting the datastore file [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.245887] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b370917-3441-482f-a15c-1b41c0572ea8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.255576] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 749.255576] env[69692]: value = "task-3535556" [ 749.255576] env[69692]: _type = "Task" [ 749.255576] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.276071] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.328308] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661987} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.328478] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1a6f2f90-dab0-44bb-8564-223efaf9f8f6/1a6f2f90-dab0-44bb-8564-223efaf9f8f6.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.329386] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.330715] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b797a2d8-9698-4d12-8a5e-31deea3e5a4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.335191] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.338704] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 749.338704] env[69692]: value = "task-3535557" [ 749.338704] env[69692]: _type = "Task" [ 749.338704] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.349491] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.360347] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535554, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.369094] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.369330] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.369476] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.369660] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.369806] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.370591] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.370591] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.370591] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.370591] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.370863] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.370863] env[69692]: DEBUG nova.virt.hardware [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.371634] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79bc82d-c9d8-4808-8679-78636bd801fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.383640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cdd53d-f219-4a87-97d5-986e90c90b69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430612] env[69692]: DEBUG nova.scheduler.client.report [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.462330] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Updated VIF entry in instance network info cache for port 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.462330] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Updating instance_info_cache with network_info: [{"id": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "address": "fa:16:3e:c8:33:64", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef25a7-dd", "ovs_interfaceid": "87ef25a7-dd2c-4f99-9b6f-f9023eef96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.594949] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535552, 'name': CreateVM_Task, 'duration_secs': 0.665277} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.595077] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.596021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.596187] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.596707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.596910] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de75477c-ca6c-4711-af8b-80e0f2d0d73b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.602480] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535551, 'name': CreateVM_Task, 'duration_secs': 0.65058} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.603139] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.604081] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.607480] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 749.607480] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521e1157-989b-3364-f04a-0f1ac9b4b152" [ 749.607480] env[69692]: _type = "Task" [ 749.607480] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.617855] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521e1157-989b-3364-f04a-0f1ac9b4b152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.655400] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.655400] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.721349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.568s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.769992] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360448} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.770552] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.770765] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.770951] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.859582] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233294} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.860360] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.861534] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93ff7b-d245-4d52-95bd-fd2c9f9cbb86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.867954] env[69692]: DEBUG oslo_vmware.api [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535554, 'name': PowerOnVM_Task, 'duration_secs': 1.0135} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.868651] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.868919] env[69692]: INFO nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Took 12.69 seconds to spawn the instance on the hypervisor. [ 749.869145] env[69692]: DEBUG nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.871672] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45271e-72b8-4bfd-ba63-ec8e0133de75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.892047] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1a6f2f90-dab0-44bb-8564-223efaf9f8f6/1a6f2f90-dab0-44bb-8564-223efaf9f8f6.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.892312] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f208838-9cfa-4c9b-bc60-1a0c186aa044 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.921239] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 749.921239] env[69692]: value = "task-3535558" [ 749.921239] env[69692]: _type = "Task" [ 749.921239] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.931812] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.933628] env[69692]: DEBUG nova.network.neutron [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Updated VIF entry in instance network info cache for port 97b969d2-f9db-4d65-bf13-507d9f2ea469. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.934077] env[69692]: DEBUG nova.network.neutron [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Updating instance_info_cache with network_info: [{"id": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "address": "fa:16:3e:ee:dc:a0", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b969d2-f9", "ovs_interfaceid": "97b969d2-f9db-4d65-bf13-507d9f2ea469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.939890] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.940761] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.946369] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.876s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.948088] env[69692]: INFO nova.compute.claims [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.970296] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Releasing lock "refresh_cache-1a6f2f90-dab0-44bb-8564-223efaf9f8f6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.970296] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Received event network-vif-plugged-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.970296] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquiring lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.970296] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.970296] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.970516] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] No waiting events found dispatching network-vif-plugged-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.970516] env[69692]: WARNING nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Received unexpected event network-vif-plugged-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f for instance with vm_state building and task_state spawning. [ 749.970516] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Received event network-changed-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.970516] env[69692]: DEBUG nova.compute.manager [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Refreshing instance network info cache due to event network-changed-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.970516] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquiring lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.970713] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Acquired lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.970713] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Refreshing network info cache for port 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.119197] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521e1157-989b-3364-f04a-0f1ac9b4b152, 'name': SearchDatastore_Task, 'duration_secs': 0.019735} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.119197] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.119390] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.119634] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.119708] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.119830] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.120123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.120424] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.120644] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7806c2e3-3024-439e-aeb9-35db13213b22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.122836] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3898db-a3dd-4c88-9818-a7aa4ab351cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.128847] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 750.128847] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a4d7f8-584d-d4bd-2944-3123271fc757" [ 750.128847] env[69692]: _type = "Task" [ 750.128847] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.133560] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.133745] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.135076] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3714f939-430a-42dc-8b29-dd91726ca390 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.139917] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a4d7f8-584d-d4bd-2944-3123271fc757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.146946] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 750.146946] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e57644-4546-a07f-e1a7-8bb2a14dd766" [ 750.146946] env[69692]: _type = "Task" [ 750.146946] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.152587] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e57644-4546-a07f-e1a7-8bb2a14dd766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.224201] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.446985] env[69692]: INFO nova.compute.manager [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Took 23.08 seconds to build instance. [ 750.449920] env[69692]: DEBUG oslo_concurrency.lockutils [req-52aca174-0ce9-463d-9941-c3a325c180d4 req-b1c58292-2415-4f79-b20b-928c74d5eace service nova] Releasing lock "refresh_cache-070fc5ec-3c2f-4bde-9f93-254cd89bff38" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.449920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "736852aa-a950-40b5-86d4-6de851b2b9c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.450542] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.450662] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.453577] env[69692]: DEBUG nova.compute.utils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.460328] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.460471] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.537256] env[69692]: DEBUG nova.policy [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30269529f20a4bacbba5ed30d51be5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6ba760817c41498d502472114bb424', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.643619] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a4d7f8-584d-d4bd-2944-3123271fc757, 'name': SearchDatastore_Task, 'duration_secs': 0.02688} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.643908] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644180] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.644434] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.656117] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e57644-4546-a07f-e1a7-8bb2a14dd766, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.656886] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656df7bb-232d-419e-b352-cb3ff7a03435 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.663938] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 750.663938] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5220873a-3031-b399-3660-e779d0dd8993" [ 750.663938] env[69692]: _type = "Task" [ 750.663938] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.677861] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5220873a-3031-b399-3660-e779d0dd8993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.791757] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.821780] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.822081] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.822247] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.822465] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.822618] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.822769] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.822977] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.823154] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.823329] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.823488] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.823665] env[69692]: DEBUG nova.virt.hardware [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.824618] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef43987-cad2-4c32-8590-abee4d12aa63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.839031] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ccff69-1367-4c75-b6fa-f15886b52667 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.859706] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.864118] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.866112] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.866248] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ca4871-fa65-4b70-9eed-93f095666ca5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.885407] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.885407] env[69692]: value = "task-3535559" [ 750.885407] env[69692]: _type = "Task" [ 750.885407] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.894284] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535559, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.934788] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535558, 'name': ReconfigVM_Task, 'duration_secs': 0.650439} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.941988] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1a6f2f90-dab0-44bb-8564-223efaf9f8f6/1a6f2f90-dab0-44bb-8564-223efaf9f8f6.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.941988] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7df1bb48-0327-4597-9588-740f90a9a8eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.943638] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 750.943638] env[69692]: value = "task-3535560" [ 750.943638] env[69692]: _type = "Task" [ 750.943638] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.961601] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.617s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.961601] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535560, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.961601] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.016167] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Updated VIF entry in instance network info cache for port 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.016951] env[69692]: DEBUG nova.network.neutron [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Updating instance_info_cache with network_info: [{"id": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "address": "fa:16:3e:b5:70:c6", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781e89ee-d7", "ovs_interfaceid": "781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.026917] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Successfully created port: 26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.178571] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5220873a-3031-b399-3660-e779d0dd8993, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.181861] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.182180] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.182828] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.183130] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.183277] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b7803f-6894-42f9-b51a-77ae6f5e58a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.185809] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b12649-7722-4dcd-91a8-ce0dbc097b47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.194465] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 751.194465] env[69692]: value = "task-3535561" [ 751.194465] env[69692]: _type = "Task" [ 751.194465] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.201178] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.201388] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.203638] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7972b64d-4e12-4922-a9a0-8682951d256c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.214049] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.218329] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 751.218329] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b5b46a-6768-5700-933e-8ddb76c62962" [ 751.218329] env[69692]: _type = "Task" [ 751.218329] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.231901] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b5b46a-6768-5700-933e-8ddb76c62962, 'name': SearchDatastore_Task} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.235563] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3733d32d-dc78-4ed6-8e70-a3144e12b8ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.244817] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 751.244817] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2229f-e89a-1d8e-3560-f341c1742685" [ 751.244817] env[69692]: _type = "Task" [ 751.244817] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.253563] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2229f-e89a-1d8e-3560-f341c1742685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.401311] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535559, 'name': CreateVM_Task, 'duration_secs': 0.380499} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.402325] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.402971] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd141d-4802-4944-8408-3e6d875c0484 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.406137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.406137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.406872] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.406872] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163de350-9cdd-412f-b278-a0867029701e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.417800] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 751.417800] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5202a379-acb2-4209-1c3b-f1bd3bbd4c9e" [ 751.417800] env[69692]: _type = "Task" [ 751.417800] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.419746] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a8fff-cd6b-435e-8748-118d275f51ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.436917] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5202a379-acb2-4209-1c3b-f1bd3bbd4c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.463274] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.463274] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.463564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.463564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.463715] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.464119] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.466802] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44ccf9c5-0aa3-47b0-86d7-87c7503f9623 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.476533] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdf4f6-36e6-448e-91b2-dbd9482b2bc7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.484745] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Successfully updated port: cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.498814] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535560, 'name': Rename_Task, 'duration_secs': 0.193732} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.504039] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.504420] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.504576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.505343] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9bc26c0-29d9-4bfc-a480-fd36209a6ffd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.507258] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195d9ebb-8552-4e75-9fe8-6b4b08546b76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.513037] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f950e2b-9d45-41f5-b890-a469412cf2eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.521655] env[69692]: DEBUG oslo_concurrency.lockutils [req-1148a083-5239-4d4e-9914-5e6d0c5c001e req-4d8ee59f-b86b-4065-bba7-aa80a0e06364 service nova] Releasing lock "refresh_cache-4a40d82c-5823-4bd7-ba16-f87cfd283895" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541039] env[69692]: DEBUG nova.compute.provider_tree [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.543679] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 751.543679] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ead4de-be97-b58a-89a1-4aee5cc3f842" [ 751.543679] env[69692]: _type = "Task" [ 751.543679] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.546008] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 751.546008] env[69692]: value = "task-3535562" [ 751.546008] env[69692]: _type = "Task" [ 751.546008] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.571218] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ead4de-be97-b58a-89a1-4aee5cc3f842, 'name': SearchDatastore_Task, 'duration_secs': 0.019743} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.571469] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535562, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.572396] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31171389-7616-4606-b54e-b58d9fa94866 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.583332] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 751.583332] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5213cb59-c956-920b-40f2-a9d09afeff17" [ 751.583332] env[69692]: _type = "Task" [ 751.583332] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.594739] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5213cb59-c956-920b-40f2-a9d09afeff17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.711274] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.760994] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2229f-e89a-1d8e-3560-f341c1742685, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.761265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.761568] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4a40d82c-5823-4bd7-ba16-f87cfd283895/4a40d82c-5823-4bd7-ba16-f87cfd283895.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.762188] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39643e79-93de-41f9-b430-22799fad042e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.772666] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 751.772666] env[69692]: value = "task-3535563" [ 751.772666] env[69692]: _type = "Task" [ 751.772666] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.784384] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.821780] env[69692]: DEBUG nova.compute.manager [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Received event network-changed-07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.822166] env[69692]: DEBUG nova.compute.manager [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Refreshing instance network info cache due to event network-changed-07c3b58a-9770-4370-b39a-8172c3539d71. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.822521] env[69692]: DEBUG oslo_concurrency.lockutils [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] Acquiring lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.822685] env[69692]: DEBUG oslo_concurrency.lockutils [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] Acquired lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.822915] env[69692]: DEBUG nova.network.neutron [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Refreshing network info cache for port 07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.983534] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.991626] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.991853] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquired lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.994449] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.024032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.038617] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:24:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1998972121',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1732557867',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.038787] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.038873] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.039546] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.039546] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.039546] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.039776] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.039935] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.040160] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.040332] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.041629] env[69692]: DEBUG nova.virt.hardware [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.042977] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0afead-ea4a-4f0a-acdd-775130319467 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.048813] env[69692]: DEBUG nova.scheduler.client.report [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.063806] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06603183-e8e4-4b75-8055-1468db050bec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.073485] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535562, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.100458] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5213cb59-c956-920b-40f2-a9d09afeff17, 'name': SearchDatastore_Task, 'duration_secs': 0.030543} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.100865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.101033] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.101217] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5cbcfc2-0490-483a-b226-bdd280ec9102 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.113333] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 752.113333] env[69692]: value = "task-3535564" [ 752.113333] env[69692]: _type = "Task" [ 752.113333] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.126777] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.210668] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665785} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.210825] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.211054] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.211313] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22fc014f-99cf-4fe2-8322-f4b91022c12a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.223028] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 752.223028] env[69692]: value = "task-3535565" [ 752.223028] env[69692]: _type = "Task" [ 752.223028] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.231812] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.289929] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.554227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.555545] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.558920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.112s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.560556] env[69692]: INFO nova.compute.claims [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.570022] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.584671] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535562, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.626522] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.717524] env[69692]: DEBUG nova.network.neutron [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updated VIF entry in instance network info cache for port 07c3b58a-9770-4370-b39a-8172c3539d71. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.717887] env[69692]: DEBUG nova.network.neutron [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updating instance_info_cache with network_info: [{"id": "07c3b58a-9770-4370-b39a-8172c3539d71", "address": "fa:16:3e:40:83:bc", "network": {"id": "e92a5aa8-b7ad-45b1-8d9a-416e9b588093", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1124457232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279599533c8241af900a3b958aa7d7b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3b58a-97", "ovs_interfaceid": "07c3b58a-9770-4370-b39a-8172c3539d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.738401] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092568} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.738401] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.739225] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52eec2d-70cc-4406-acb0-bdf7e8f78478 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.766210] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.767682] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3729b8-0255-44ed-8892-80afe4b5d43f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.789803] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "fb1023c7-0d4f-4335-b699-fefe3413897c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.790105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.800956] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54138} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.802317] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4a40d82c-5823-4bd7-ba16-f87cfd283895/4a40d82c-5823-4bd7-ba16-f87cfd283895.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.802548] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.802853] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 752.802853] env[69692]: value = "task-3535566" [ 752.802853] env[69692]: _type = "Task" [ 752.802853] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.803047] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36063b3e-4288-44d6-858b-a24b8e658c30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.814587] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 752.814587] env[69692]: value = "task-3535567" [ 752.814587] env[69692]: _type = "Task" [ 752.814587] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.824156] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.894961] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Successfully updated port: 26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.009952] env[69692]: DEBUG nova.network.neutron [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updating instance_info_cache with network_info: [{"id": "cee91fef-70ed-4df8-acaa-418e79963d1d", "address": "fa:16:3e:a6:7a:ba", "network": {"id": "a0f33fa2-9c1e-4daf-9b1c-57740cf4fa29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2034113043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46fd6e1650e14934aa74f7583c1f9a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee91fef-70", "ovs_interfaceid": "cee91fef-70ed-4df8-acaa-418e79963d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.073309] env[69692]: DEBUG nova.compute.utils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.078931] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 753.088612] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535562, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.126123] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628328} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.126399] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.126607] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.126857] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee9403e-5651-45bc-b950-26731fdbbe96 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.133811] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 753.133811] env[69692]: value = "task-3535568" [ 753.133811] env[69692]: _type = "Task" [ 753.133811] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.143187] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.220639] env[69692]: DEBUG oslo_concurrency.lockutils [req-a87baa8f-8586-4776-bae7-2ae2b743fa65 req-175a8606-2bfd-409f-a945-d08b911970ce service nova] Releasing lock "refresh_cache-435b11cd-2a7c-4869-9785-62290b46769e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.315696] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.324093] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340668} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.324367] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.325247] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1b6d9-290a-4157-9b95-8884594834d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.348795] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 4a40d82c-5823-4bd7-ba16-f87cfd283895/4a40d82c-5823-4bd7-ba16-f87cfd283895.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.349123] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e709702-3cdc-441a-8b69-73eeb457b240 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.371652] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 753.371652] env[69692]: value = "task-3535569" [ 753.371652] env[69692]: _type = "Task" [ 753.371652] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.381695] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.401053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.401053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.401053] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.514812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Releasing lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.514812] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Instance network_info: |[{"id": "cee91fef-70ed-4df8-acaa-418e79963d1d", "address": "fa:16:3e:a6:7a:ba", "network": {"id": "a0f33fa2-9c1e-4daf-9b1c-57740cf4fa29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2034113043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46fd6e1650e14934aa74f7583c1f9a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee91fef-70", "ovs_interfaceid": "cee91fef-70ed-4df8-acaa-418e79963d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.515080] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee91fef-70ed-4df8-acaa-418e79963d1d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.524381] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Creating folder: Project (46fd6e1650e14934aa74f7583c1f9a52). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.524703] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf96006-a805-4f06-aab9-9284c6203112 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.539522] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Created folder: Project (46fd6e1650e14934aa74f7583c1f9a52) in parent group-v706084. [ 753.539718] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Creating folder: Instances. Parent ref: group-v706120. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.540767] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2888803-ede7-4ff1-aaca-862442a04dce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.552338] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Created folder: Instances in parent group-v706120. [ 753.552622] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.552817] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.553262] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c784df9-3386-469a-89dc-bcab69cb949f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.579586] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.582138] env[69692]: DEBUG oslo_vmware.api [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535562, 'name': PowerOnVM_Task, 'duration_secs': 1.902618} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.587259] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.587259] env[69692]: INFO nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Took 13.99 seconds to spawn the instance on the hypervisor. [ 753.587259] env[69692]: DEBUG nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.587259] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.587259] env[69692]: value = "task-3535572" [ 753.587259] env[69692]: _type = "Task" [ 753.587259] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.588393] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e0a1c-6234-4d90-9028-4d9ee63273be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.600348] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535572, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.648848] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211844} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.651098] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.652107] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4a305-88e0-4404-be86-8f86631486ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.677185] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.680288] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8c8dd7-51b8-4037-bd88-c3ffc258f2ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.705059] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 753.705059] env[69692]: value = "task-3535573" [ 753.705059] env[69692]: _type = "Task" [ 753.705059] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.714635] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.817339] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.842470] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.842592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.890137] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.980122] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.068372] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945cbcba-57a2-4238-b7eb-e0c6c31bab47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.078022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d96068-9fac-4ac0-9c50-247d4ee80363 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.127287] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0e108-1e3a-43cd-a9ca-2cc0413d255a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.133248] env[69692]: INFO nova.compute.manager [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Took 26.26 seconds to build instance. [ 754.147251] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb9ee9-142c-4b61-b04a-63bcc5aa52d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.150602] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535572, 'name': CreateVM_Task, 'duration_secs': 0.489224} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.151685] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.152149] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.153137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.153137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.153137] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56b2739-041c-4a1e-894a-f3d16dfe1a02 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.166382] env[69692]: DEBUG nova.compute.provider_tree [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.172175] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 754.172175] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528e52ea-2e49-700a-b12e-76ee9eeb4019" [ 754.172175] env[69692]: _type = "Task" [ 754.172175] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.186397] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e52ea-2e49-700a-b12e-76ee9eeb4019, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.186836] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186929] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.187778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.187778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.187778] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.187778] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c55ae05c-a1e1-4c05-a272-8174904bc2c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.198158] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.198342] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.199101] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78272e47-1e54-478a-b058-3d9ea8bb23cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.205614] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 754.205614] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fc283c-58ac-5ba7-9497-36840bf21825" [ 754.205614] env[69692]: _type = "Task" [ 754.205614] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.217750] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fc283c-58ac-5ba7-9497-36840bf21825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.222036] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.318530] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535566, 'name': ReconfigVM_Task, 'duration_secs': 1.166078} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.319071] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.319751] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca591925-79ae-438d-aa04-8ec3a97bde24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.322063] env[69692]: DEBUG nova.network.neutron [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updating instance_info_cache with network_info: [{"id": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "address": "fa:16:3e:69:ea:69", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c3ae7e-3b", "ovs_interfaceid": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.330338] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 754.330338] env[69692]: value = "task-3535574" [ 754.330338] env[69692]: _type = "Task" [ 754.330338] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.340953] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535574, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.390521] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535569, 'name': ReconfigVM_Task, 'duration_secs': 0.706774} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.391282] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 4a40d82c-5823-4bd7-ba16-f87cfd283895/4a40d82c-5823-4bd7-ba16-f87cfd283895.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.391574] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7278187f-a2a9-4198-8ea9-bd4ef03792cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.399835] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 754.399835] env[69692]: value = "task-3535575" [ 754.399835] env[69692]: _type = "Task" [ 754.399835] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.415437] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535575, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.459091] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Received event network-vif-plugged-cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.459091] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.459091] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.459091] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.460538] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] No waiting events found dispatching network-vif-plugged-cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.460717] env[69692]: WARNING nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Received unexpected event network-vif-plugged-cee91fef-70ed-4df8-acaa-418e79963d1d for instance with vm_state building and task_state spawning. [ 754.460946] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Received event network-changed-cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.461231] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Refreshing instance network info cache due to event network-changed-cee91fef-70ed-4df8-acaa-418e79963d1d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.461447] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquiring lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.461661] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquired lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.461873] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Refreshing network info cache for port cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.625754] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.638302] env[69692]: DEBUG oslo_concurrency.lockutils [None req-abe02371-13c7-4238-b84a-2d6d42911ccb tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.777s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.660821] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.661141] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.661329] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.661812] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.661812] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.662046] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.662361] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.662512] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.662726] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.663024] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.663783] env[69692]: DEBUG nova.virt.hardware [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.665773] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d81efec-e8ac-4e54-b21d-959e23e5822b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.684969] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec888ea-1383-469f-bb14-33928cf50ce0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.706934] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.713744] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Creating folder: Project (e9f5c47105024d36a4d6570862c0a1ec). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.715096] env[69692]: ERROR nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [req-cea38ef7-ae30-4fc2-a70d-91d5c8cf5e18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cea38ef7-ae30-4fc2-a70d-91d5c8cf5e18"}]} [ 754.719462] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d8e860-cedb-4e70-b09e-6b8140a20484 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.735358] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535573, 'name': ReconfigVM_Task, 'duration_secs': 0.588246} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.741809] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.741809] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fc283c-58ac-5ba7-9497-36840bf21825, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.745041] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d8ddb0-a41f-43a3-8439-7bb7d11bf7c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.746620] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9cbfc0-f68d-4ac6-b043-0597cac22e2e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.749506] env[69692]: DEBUG nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.757098] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 754.757098] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523386a0-0304-392f-9d36-573041ad6b9c" [ 754.757098] env[69692]: _type = "Task" [ 754.757098] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.763879] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 754.763879] env[69692]: value = "task-3535577" [ 754.763879] env[69692]: _type = "Task" [ 754.763879] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.764733] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Created folder: Project (e9f5c47105024d36a4d6570862c0a1ec) in parent group-v706084. [ 754.764848] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Creating folder: Instances. Parent ref: group-v706123. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.769516] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d516d33-7ef0-4684-9137-f65fb00890f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.774635] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523386a0-0304-392f-9d36-573041ad6b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.781834] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535577, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.782561] env[69692]: DEBUG nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.783025] env[69692]: DEBUG nova.compute.provider_tree [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.787651] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Created folder: Instances in parent group-v706123. [ 754.787651] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.787651] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.787651] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8c7121-67b2-40c4-a2c6-0de98f1374d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.811216] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.811216] env[69692]: value = "task-3535579" [ 754.811216] env[69692]: _type = "Task" [ 754.811216] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.812320] env[69692]: DEBUG nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.824607] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.825220] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Instance network_info: |[{"id": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "address": "fa:16:3e:69:ea:69", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c3ae7e-3b", "ovs_interfaceid": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.825362] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535579, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.825993] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ea:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c3ae7e-3bd1-4d02-a8b4-590957b776be', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.834586] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Creating folder: Project (9f6ba760817c41498d502472114bb424). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.835297] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe3379ff-f44d-42a8-9f98-25cdff1e54ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.847892] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535574, 'name': Rename_Task, 'duration_secs': 0.180128} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.849201] env[69692]: DEBUG nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.851647] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.853322] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4048a469-436b-40db-9293-851e4eb105fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.855328] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Created folder: Project (9f6ba760817c41498d502472114bb424) in parent group-v706084. [ 754.855328] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Creating folder: Instances. Parent ref: group-v706126. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.855557] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a708bddd-2c35-43d3-9e17-bcdc6c86b826 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.863189] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 754.863189] env[69692]: value = "task-3535582" [ 754.863189] env[69692]: _type = "Task" [ 754.863189] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.870607] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Created folder: Instances in parent group-v706126. [ 754.870883] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.874281] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.874624] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.874941] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2098c2-89a2-4762-aea3-2be1bf1830cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.907449] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.907449] env[69692]: value = "task-3535583" [ 754.907449] env[69692]: _type = "Task" [ 754.907449] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.916206] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535575, 'name': Rename_Task, 'duration_secs': 0.244637} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.920172] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.921068] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1771185a-2729-4d2b-9d34-eed82f1dc227 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.927278] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535583, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.934529] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 754.934529] env[69692]: value = "task-3535584" [ 754.934529] env[69692]: _type = "Task" [ 754.934529] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.950186] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.143659] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.274986] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523386a0-0304-392f-9d36-573041ad6b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.276294] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.276622] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2df9c507-52ba-4f07-877f-94ee2bf6ea65/2df9c507-52ba-4f07-877f-94ee2bf6ea65.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.276893] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be4f027a-5966-4d43-b28c-816e4df24864 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.291986] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535577, 'name': Rename_Task, 'duration_secs': 0.224467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.295553] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.299411] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3409211-ffa3-4436-8e73-cd2fd96bd1b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.302991] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 755.302991] env[69692]: value = "task-3535585" [ 755.302991] env[69692]: _type = "Task" [ 755.302991] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.309318] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 755.309318] env[69692]: value = "task-3535586" [ 755.309318] env[69692]: _type = "Task" [ 755.309318] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.318550] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.328596] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.333999] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535579, 'name': CreateVM_Task, 'duration_secs': 0.322789} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.334240] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.335726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.335726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.335726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.335726] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f1c0c9-eecf-4324-bb9f-fdd26737a281 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.345778] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 755.345778] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527e17a6-10e3-ebcc-6a38-224493bed23d" [ 755.345778] env[69692]: _type = "Task" [ 755.345778] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.357323] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e17a6-10e3-ebcc-6a38-224493bed23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.374364] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.393428] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updated VIF entry in instance network info cache for port cee91fef-70ed-4df8-acaa-418e79963d1d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.394104] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updating instance_info_cache with network_info: [{"id": "cee91fef-70ed-4df8-acaa-418e79963d1d", "address": "fa:16:3e:a6:7a:ba", "network": {"id": "a0f33fa2-9c1e-4daf-9b1c-57740cf4fa29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2034113043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46fd6e1650e14934aa74f7583c1f9a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee91fef-70", "ovs_interfaceid": "cee91fef-70ed-4df8-acaa-418e79963d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.398166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d2d9c-23ca-4151-9cf5-92db1d1f361d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.408240] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5afc8-dcc1-4752-b59c-5c6afb965594 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.426664] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535583, 'name': CreateVM_Task, 'duration_secs': 0.39755} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.459173] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.460236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.464669] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6935f0f-df31-4a7b-84b9-5074f6b647ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.477744] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73d8cc-f2c7-4755-b7a0-8ef0c0874735 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.482945] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535584, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.499616] env[69692]: DEBUG nova.compute.provider_tree [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.673729] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.823638] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.831352] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.859675] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e17a6-10e3-ebcc-6a38-224493bed23d, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.860147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.860464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.860983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.860983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.861154] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.861490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.862053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.862321] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-965692af-8bb6-46d4-bfe0-8ff4ec28ba7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.864528] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc39e01-0e8f-4ec1-9595-5e2731bfd612 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.878377] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 755.878377] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52726747-e87c-d026-9ba9-18c0a45365fd" [ 755.878377] env[69692]: _type = "Task" [ 755.878377] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.884061] env[69692]: DEBUG oslo_vmware.api [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535582, 'name': PowerOnVM_Task, 'duration_secs': 0.625891} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.890725] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.890725] env[69692]: INFO nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Took 13.71 seconds to spawn the instance on the hypervisor. [ 755.890725] env[69692]: DEBUG nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.890944] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.891087] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.892646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa366f-5185-48cd-aa12-e5b451da157f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.896949] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207fc1b0-6a9f-41d8-b162-ae4253093f9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.903962] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Releasing lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.904205] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Received event network-vif-plugged-26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.904508] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquiring lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.904958] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.906466] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.906466] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] No waiting events found dispatching network-vif-plugged-26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 755.906466] env[69692]: WARNING nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Received unexpected event network-vif-plugged-26c3ae7e-3bd1-4d02-a8b4-590957b776be for instance with vm_state building and task_state spawning. [ 755.906466] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Received event network-changed-26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.906466] env[69692]: DEBUG nova.compute.manager [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Refreshing instance network info cache due to event network-changed-26c3ae7e-3bd1-4d02-a8b4-590957b776be. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.906695] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquiring lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.906695] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Acquired lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.906998] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Refreshing network info cache for port 26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.908510] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 755.908510] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529dec1e-c3d8-8de9-8f9f-edce7aa6f19b" [ 755.908510] env[69692]: _type = "Task" [ 755.908510] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.918737] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52726747-e87c-d026-9ba9-18c0a45365fd, 'name': SearchDatastore_Task, 'duration_secs': 0.023487} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.924881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.924939] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.925185] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.933318] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529dec1e-c3d8-8de9-8f9f-edce7aa6f19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.977155] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535584, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.050627] env[69692]: DEBUG nova.scheduler.client.report [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.052248] env[69692]: DEBUG nova.compute.provider_tree [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 30 to 31 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.052248] env[69692]: DEBUG nova.compute.provider_tree [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.323876] env[69692]: DEBUG oslo_vmware.api [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535586, 'name': PowerOnVM_Task, 'duration_secs': 0.742056} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.324211] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561516} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.324290] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.324502] env[69692]: DEBUG nova.compute.manager [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.324784] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2df9c507-52ba-4f07-877f-94ee2bf6ea65/2df9c507-52ba-4f07-877f-94ee2bf6ea65.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.324979] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.325789] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efb716f-1bc0-4160-8e1e-d50563438e78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.328456] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-486b377e-ff23-4b4b-838b-734915d0f782 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.341313] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 756.341313] env[69692]: value = "task-3535587" [ 756.341313] env[69692]: _type = "Task" [ 756.341313] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.358044] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.431944] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529dec1e-c3d8-8de9-8f9f-edce7aa6f19b, 'name': SearchDatastore_Task, 'duration_secs': 0.03501} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.432697] env[69692]: INFO nova.compute.manager [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Took 25.61 seconds to build instance. [ 756.434231] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f85f392-1d58-4a8a-ba59-64d078773591 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.443826] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 756.443826] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526cd768-e069-e4bd-910d-436c97806c79" [ 756.443826] env[69692]: _type = "Task" [ 756.443826] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.453745] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526cd768-e069-e4bd-910d-436c97806c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.474122] env[69692]: DEBUG oslo_vmware.api [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535584, 'name': PowerOnVM_Task, 'duration_secs': 1.360323} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.474122] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.474677] env[69692]: INFO nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Took 11.75 seconds to spawn the instance on the hypervisor. [ 756.475312] env[69692]: DEBUG nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.475843] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1705829-697b-41b5-b58f-49e9a8721d58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.562869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.003s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.563449] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.566259] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.824s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.567434] env[69692]: DEBUG nova.objects.instance [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lazy-loading 'resources' on Instance uuid 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.813209] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updated VIF entry in instance network info cache for port 26c3ae7e-3bd1-4d02-a8b4-590957b776be. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.813680] env[69692]: DEBUG nova.network.neutron [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updating instance_info_cache with network_info: [{"id": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "address": "fa:16:3e:69:ea:69", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c3ae7e-3b", "ovs_interfaceid": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.854597] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.859119] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080627} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.859260] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.860070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee6a5a-32b9-492d-afe8-41a31941761f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.887437] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2df9c507-52ba-4f07-877f-94ee2bf6ea65/2df9c507-52ba-4f07-877f-94ee2bf6ea65.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.887691] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef18fd32-1724-4482-9378-b10425cb87d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.909245] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 756.909245] env[69692]: value = "task-3535588" [ 756.909245] env[69692]: _type = "Task" [ 756.909245] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.918776] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.937834] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.134s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.956442] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526cd768-e069-e4bd-910d-436c97806c79, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.956817] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958046] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 3a635f02-cf12-43d8-914e-763990cfb5b8/3a635f02-cf12-43d8-914e-763990cfb5b8.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.959574] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.959574] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.959574] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bb5794f-b4ec-4ca4-9f48-b5af61bcdaa0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.966322] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-743e0db3-a817-4082-af20-a2db072b118a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.979181] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 756.979181] env[69692]: value = "task-3535589" [ 756.979181] env[69692]: _type = "Task" [ 756.979181] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.985345] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.985345] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.986070] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6648d5cf-1d72-46a6-ac4c-76ad5867ba27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998029] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.000284] env[69692]: INFO nova.compute.manager [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Took 24.28 seconds to build instance. [ 757.005117] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 757.005117] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd9693-2af5-fd7d-c819-b52d760f3eb8" [ 757.005117] env[69692]: _type = "Task" [ 757.005117] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.019289] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd9693-2af5-fd7d-c819-b52d760f3eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.072685] env[69692]: DEBUG nova.compute.utils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.072685] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.072685] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.230192] env[69692]: DEBUG nova.policy [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f07e97f261e0456694cdc12cd96cd777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c734dc793f844ae180ecee273a28cf5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.317677] env[69692]: DEBUG oslo_concurrency.lockutils [req-d10db7fc-fe5e-4aa4-9646-4dec21a7c62a req-0cbd1dbd-2650-4337-8024-24ed56d55966 service nova] Releasing lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.420772] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.440274] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.498302] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.502697] env[69692]: DEBUG oslo_concurrency.lockutils [None req-38b40822-f181-474f-be61-94c184fd2859 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.794s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.526652] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd9693-2af5-fd7d-c819-b52d760f3eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.020733} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.527618] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5c76ee-28b4-4352-b515-a5361f86aa39 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.535125] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 757.535125] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52531f20-9067-df1f-8290-82765775f1f8" [ 757.535125] env[69692]: _type = "Task" [ 757.535125] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.548542] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52531f20-9067-df1f-8290-82765775f1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.565763] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9b3bc-7b3f-4f1e-85ae-9c74eb6e638a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.574732] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765aef4-3e57-48ef-a9fb-1773129183aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.580126] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.617475] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb099a5-243c-41da-9f93-4b5664cb1cd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.625987] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e07ab3-33f8-495a-9729-72b07629a5f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.643241] env[69692]: DEBUG nova.compute.provider_tree [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.920346] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535588, 'name': ReconfigVM_Task, 'duration_secs': 0.80566} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.920414] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2df9c507-52ba-4f07-877f-94ee2bf6ea65/2df9c507-52ba-4f07-877f-94ee2bf6ea65.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.921654] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1522fac-3c5d-497b-900d-3986e0a306a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930214] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 757.930214] env[69692]: value = "task-3535590" [ 757.930214] env[69692]: _type = "Task" [ 757.930214] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.938605] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535590, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.973421] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.973582] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.973765] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.974899] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.974899] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.978020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.979600] env[69692]: INFO nova.compute.manager [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Terminating instance [ 757.991515] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766634} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.992777] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 3a635f02-cf12-43d8-914e-763990cfb5b8/3a635f02-cf12-43d8-914e-763990cfb5b8.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.992777] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.992777] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a4f1a5-5aa4-4b63-8f35-c0709e40c067 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.000597] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 758.000597] env[69692]: value = "task-3535591" [ 758.000597] env[69692]: _type = "Task" [ 758.000597] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.005164] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.011642] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.051573] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52531f20-9067-df1f-8290-82765775f1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.057467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.051573] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.053441] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 33867783-8b88-4c8b-ab6e-5786e689a611/33867783-8b88-4c8b-ab6e-5786e689a611.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.053441] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aaa0f79-1a80-4810-a5a1-cd48c41da21e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.060842] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 758.060842] env[69692]: value = "task-3535592" [ 758.060842] env[69692]: _type = "Task" [ 758.060842] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.071818] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.140845] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Successfully created port: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.146394] env[69692]: DEBUG nova.scheduler.client.report [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.443774] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535590, 'name': Rename_Task, 'duration_secs': 0.208305} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.444541] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.444541] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1cfc286-96a9-4812-842c-b357e727a701 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.456592] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 758.456592] env[69692]: value = "task-3535593" [ 758.456592] env[69692]: _type = "Task" [ 758.456592] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.467216] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.488120] env[69692]: DEBUG nova.compute.manager [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.488373] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.493488] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de074d19-c708-4db6-8749-0b7e0f11eb4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.505980] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.510260] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a233d285-6e4c-4cbd-8a5b-0ab8835fe782 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.526372] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.528389] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.529111] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 758.529111] env[69692]: value = "task-3535594" [ 758.529111] env[69692]: _type = "Task" [ 758.529111] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.532074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc94fed-8d53-401e-971e-fd34e384be9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.543387] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.561847] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3a635f02-cf12-43d8-914e-763990cfb5b8/3a635f02-cf12-43d8-914e-763990cfb5b8.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.563523] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.563715] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f342feda-ecdf-46b3-a322-5c7f7d68a981 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.590346] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.592625] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 758.592625] env[69692]: value = "task-3535595" [ 758.592625] env[69692]: _type = "Task" [ 758.592625] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.593946] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.608637] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.625837] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.625837] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.625837] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.626148] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.626148] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.626148] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.626148] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.626301] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.626692] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.626692] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.626950] env[69692]: DEBUG nova.virt.hardware [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.627745] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5180a73c-2bc0-425f-b944-0d3fe83a8f8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.638425] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c0de16-ffbb-4669-9ce2-153b839afb1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.657176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.660406] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.741s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.662419] env[69692]: INFO nova.compute.claims [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.692860] env[69692]: INFO nova.scheduler.client.report [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Deleted allocations for instance 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0 [ 758.956785] env[69692]: INFO nova.compute.manager [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Rebuilding instance [ 758.976499] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.027861] env[69692]: DEBUG nova.compute.manager [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.029369] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969e1d0e-b467-4220-937f-02aa171b63e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.048753] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535594, 'name': PowerOffVM_Task, 'duration_secs': 0.31226} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.049016] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.049185] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.049429] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c188b5-e131-4790-8dc1-79216a5e4c7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.075791] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638368} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.076070] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 33867783-8b88-4c8b-ab6e-5786e689a611/33867783-8b88-4c8b-ab6e-5786e689a611.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.076464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.076549] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a59d8f-d2e0-4584-bb9d-11f8c496b407 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.086292] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 759.086292] env[69692]: value = "task-3535597" [ 759.086292] env[69692]: _type = "Task" [ 759.086292] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.100757] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.112388] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.115288] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.115643] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.115918] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Deleting the datastore file [datastore1] 1a6f2f90-dab0-44bb-8564-223efaf9f8f6 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.116282] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52ceff5-7155-4095-84c8-edc3e50245b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.124031] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for the task: (returnval){ [ 759.124031] env[69692]: value = "task-3535598" [ 759.124031] env[69692]: _type = "Task" [ 759.124031] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.134773] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.202834] env[69692]: DEBUG oslo_concurrency.lockutils [None req-108ef7a0-0be6-4efc-b20e-00892dc51d10 tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Lock "4cd7bc6c-ce62-4bbf-8058-d65471cbbef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.042s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.478755] env[69692]: DEBUG oslo_vmware.api [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535593, 'name': PowerOnVM_Task, 'duration_secs': 0.844565} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.478755] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.479437] env[69692]: INFO nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Took 10.14 seconds to spawn the instance on the hypervisor. [ 759.479437] env[69692]: DEBUG nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.480211] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0037f532-c182-4bc6-b652-6224b5e8162c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.604019] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087774} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.607980] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.608570] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5e483-1fd6-4774-bdda-b14ac1d6df01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.616181] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535595, 'name': ReconfigVM_Task, 'duration_secs': 0.567067} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.628737] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3a635f02-cf12-43d8-914e-763990cfb5b8/3a635f02-cf12-43d8-914e-763990cfb5b8.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.639327] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 33867783-8b88-4c8b-ab6e-5786e689a611/33867783-8b88-4c8b-ab6e-5786e689a611.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.639772] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac30448f-24d7-4388-b970-206ddf5a4bd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.647237] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602fd978-4797-4dff-97ee-cef26a1f1639 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.674376] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.679849] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 759.679849] env[69692]: value = "task-3535600" [ 759.679849] env[69692]: _type = "Task" [ 759.679849] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.679849] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 759.679849] env[69692]: value = "task-3535599" [ 759.679849] env[69692]: _type = "Task" [ 759.679849] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.693086] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.697012] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535599, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.002039] env[69692]: INFO nova.compute.manager [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Took 25.12 seconds to build instance. [ 760.057775] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.057775] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed69c4cf-dd5a-40ac-bac5-deeb3e937cd0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.065501] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 760.065501] env[69692]: value = "task-3535601" [ 760.065501] env[69692]: _type = "Task" [ 760.065501] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.080247] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.092108] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd9177-ae2a-4f61-b497-07900c46b945 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.104022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d387264-5e8f-46e6-9a88-913d3cdf2071 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.137011] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7bf64-71c5-41b3-bb21-7e6a38c72e56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.144820] env[69692]: DEBUG oslo_vmware.api [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Task: {'id': task-3535598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.147356] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.147611] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.147849] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.148039] env[69692]: INFO nova.compute.manager [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 760.148311] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.148594] env[69692]: DEBUG nova.compute.manager [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.148692] env[69692]: DEBUG nova.network.neutron [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.155212] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea30663-da05-463d-8cf5-f57fdc0ee5c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.171732] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.194218] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535599, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.197826] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.506278] env[69692]: DEBUG oslo_concurrency.lockutils [None req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.794s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.578204] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535601, 'name': PowerOffVM_Task, 'duration_secs': 0.138868} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.578476] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.578795] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.579589] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2392f-0d12-47c6-bc57-7bdd1a094315 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.586750] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.586990] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da95d86d-3cd7-44fc-af28-fa6ed970c18c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612432] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.612751] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.613350] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Deleting the datastore file [datastore2] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.613783] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0016fc55-cfed-4611-935e-187312db00d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.623604] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 760.623604] env[69692]: value = "task-3535603" [ 760.623604] env[69692]: _type = "Task" [ 760.623604] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.633855] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.704108] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535600, 'name': ReconfigVM_Task, 'duration_secs': 0.567168} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.704391] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535599, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.705507] env[69692]: ERROR nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [req-babdbf24-d261-4741-bf2e-3b44304536df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-babdbf24-d261-4741-bf2e-3b44304536df"}]} [ 760.705908] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 33867783-8b88-4c8b-ab6e-5786e689a611/33867783-8b88-4c8b-ab6e-5786e689a611.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.708628] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6bce1c-1c04-4cbb-ab37-78014d80e409 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.715461] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 760.715461] env[69692]: value = "task-3535604" [ 760.715461] env[69692]: _type = "Task" [ 760.715461] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.727556] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Successfully updated port: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.732579] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535604, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.741227] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.759090] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.759365] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.778720] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: adcc4232-a19a-4e6e-b47c-fff7d3ec5554 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.803388] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.016246] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.099153] env[69692]: DEBUG nova.network.neutron [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.116342] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.116342] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.135795] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13949} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.138477] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.138673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.138883] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.198760] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535599, 'name': Rename_Task, 'duration_secs': 1.200807} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.199036] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.199283] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af08c10c-fcf8-4733-a844-18f5076953cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.205926] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 761.205926] env[69692]: value = "task-3535605" [ 761.205926] env[69692]: _type = "Task" [ 761.205926] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.218919] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.229289] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535604, 'name': Rename_Task, 'duration_secs': 0.148925} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.229289] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.229289] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bdd59be-ff56-420d-b021-57dfdfbbb9ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.233780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.233917] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquired lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.234550] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.237313] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 761.237313] env[69692]: value = "task-3535606" [ 761.237313] env[69692]: _type = "Task" [ 761.237313] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.250822] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.345477] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b57e7b-e09b-471f-8a90-f881be39fd7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.358805] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0445f8fc-ef87-4de0-af99-ff781c826abd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.398638] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c30ef-048d-463a-9a18-5862fa4b2c22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.407742] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c94702-6844-41ca-ab32-25e071372e68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424435] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.558230] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.606035] env[69692]: INFO nova.compute.manager [-] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Took 1.46 seconds to deallocate network for instance. [ 761.627995] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "61c174b9-4fd3-477e-94d0-657eb14e0903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.628253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.725476] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535605, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.758919] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.803172] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.956356] env[69692]: ERROR nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [req-8fb91a42-1732-4da9-94b8-401501426f36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fb91a42-1732-4da9-94b8-401501426f36"}]} [ 761.976552] env[69692]: DEBUG nova.compute.manager [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Received event network-vif-plugged-0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.976743] env[69692]: DEBUG oslo_concurrency.lockutils [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] Acquiring lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.976954] env[69692]: DEBUG oslo_concurrency.lockutils [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.977129] env[69692]: DEBUG oslo_concurrency.lockutils [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.977286] env[69692]: DEBUG nova.compute.manager [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] No waiting events found dispatching network-vif-plugged-0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.977446] env[69692]: WARNING nova.compute.manager [req-a86ffc6d-a03b-4291-80ab-f9df67d0c610 req-a83b5a59-c8ad-4886-ae2c-887ee00fbeb6 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Received unexpected event network-vif-plugged-0defaba5-cf9a-470d-9c63-71ff95ee2b50 for instance with vm_state building and task_state spawning. [ 761.978628] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.996046] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.996517] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.009885] env[69692]: DEBUG nova.compute.manager [req-60f2974f-79bb-4aff-8080-4b511b6c1483 req-db8d1b45-405f-4188-82e3-4547c08a2561 service nova] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Received event network-vif-deleted-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.014479] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 762.040808] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 762.081396] env[69692]: DEBUG nova.network.neutron [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Updating instance_info_cache with network_info: [{"id": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "address": "fa:16:3e:5f:22:e5", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0defaba5-cf", "ovs_interfaceid": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.113305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.205205] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.205469] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.205687] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.206143] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.209705] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.209918] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.210284] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.210624] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.211063] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.211063] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.211239] env[69692]: DEBUG nova.virt.hardware [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.216475] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8afddb-af9d-40c0-b34a-a5cab8d756ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.240712] env[69692]: DEBUG oslo_vmware.api [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535605, 'name': PowerOnVM_Task, 'duration_secs': 0.949393} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.241338] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.241762] env[69692]: INFO nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Took 7.62 seconds to spawn the instance on the hypervisor. [ 762.241999] env[69692]: DEBUG nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.246193] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8aa4c-d8de-43b5-8040-6ae537cfc586 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.254455] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0544ff-81a3-4fa3-9f05-802742253bbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.284934] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.294199] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.294199] env[69692]: DEBUG oslo_vmware.api [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535606, 'name': PowerOnVM_Task, 'duration_secs': 0.534088} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.298373] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.298950] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.299236] env[69692]: INFO nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Took 10.32 seconds to spawn the instance on the hypervisor. [ 762.299427] env[69692]: DEBUG nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.300413] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd887648-8e89-4ba7-8faa-15791ebf3088 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.313942] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668453f3-bb84-41be-8479-75efe9142683 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.332914] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.332914] env[69692]: value = "task-3535607" [ 762.332914] env[69692]: _type = "Task" [ 762.332914] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.344281] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535607, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.593066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Releasing lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593066] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Instance network_info: |[{"id": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "address": "fa:16:3e:5f:22:e5", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0defaba5-cf", "ovs_interfaceid": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.593456] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:22:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0defaba5-cf9a-470d-9c63-71ff95ee2b50', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.603612] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Creating folder: Project (c734dc793f844ae180ecee273a28cf5c). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.607617] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84fd775-a58f-40d1-a365-190deaaa1b95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.620128] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Created folder: Project (c734dc793f844ae180ecee273a28cf5c) in parent group-v706084. [ 762.621113] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Creating folder: Instances. Parent ref: group-v706130. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.621113] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fa67a8-6a68-44a2-9864-fbe57e9751bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.632930] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Created folder: Instances in parent group-v706130. [ 762.633199] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.633391] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.633591] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d97738e4-9c46-4395-a495-b27966b3cc01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.659651] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.659651] env[69692]: value = "task-3535610" [ 762.659651] env[69692]: _type = "Task" [ 762.659651] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.672434] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535610, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.689951] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e0021-3b1e-4d0e-93c2-3c01ac78eea7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.703771] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df976068-69c0-4646-9003-c9b77c8bbf0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.749779] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff9f24c-e04f-45b0-9aa4-2e28fd35c5bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.760219] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50249e69-98a8-4bfa-85c5-623874c6f816 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.777285] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.810942] env[69692]: INFO nova.compute.manager [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Took 23.80 seconds to build instance. [ 762.845434] env[69692]: INFO nova.compute.manager [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Took 26.69 seconds to build instance. [ 762.853595] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535607, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.170098] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535610, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.321126] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b2b89bd-05e0-419d-8577-6d72f99aea4d tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.315s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.333342] env[69692]: ERROR nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [req-3338d682-064a-4be3-93af-a0dbd603b8d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-3338d682-064a-4be3-93af-a0dbd603b8d4"}]} [ 763.355584] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26560889-fc24-4322-90da-96fbb9282e23 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.221s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.355584] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535607, 'name': CreateVM_Task, 'duration_secs': 0.539235} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.356356] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.358203] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.359774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.361044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.361044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.361044] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ad4cd2-9e95-44d2-ac13-7fff69917edf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.368192] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 763.368192] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5283cc31-7460-1115-a6c8-29e4b3f0d342" [ 763.368192] env[69692]: _type = "Task" [ 763.368192] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.381943] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5283cc31-7460-1115-a6c8-29e4b3f0d342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.386589] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.386811] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.402683] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.402683] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 36 to 37 during operation: update_aggregates {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 763.421372] env[69692]: DEBUG nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.671527] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535610, 'name': CreateVM_Task, 'duration_secs': 0.556375} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.675692] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.676636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.676801] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.677207] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.677481] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa9d8a4-dbe2-418b-80dc-f1232b9d6e7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.684301] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 763.684301] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cb487e-690f-290c-cf62-8c897ca2e704" [ 763.684301] env[69692]: _type = "Task" [ 763.684301] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.698805] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cb487e-690f-290c-cf62-8c897ca2e704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.829172] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.858045] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.873966] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.874956] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.887655] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5283cc31-7460-1115-a6c8-29e4b3f0d342, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.887950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.888205] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.888439] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.888587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.888767] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.890383] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aefe7ba2-27dc-4bb9-89cb-1e9ff0781eb7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.907147] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.907147] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.907147] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c1c09b-74b1-44d0-86b2-4e726cc59308 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.928051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "8da0e706-9a15-45bb-8592-ce21d40800c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.928051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.928051] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 763.928051] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e253bd-f650-50a6-81dd-ccd722f7ea49" [ 763.928051] env[69692]: _type = "Task" [ 763.928051] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.933949] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e253bd-f650-50a6-81dd-ccd722f7ea49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.935971] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea7789-d5ba-49a4-bc3e-2c373dbbbfff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943980] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359889c-cac1-4fb1-8a08-8382ae8bd3f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.981834] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a401f16-de69-47d4-a2b8-a1358583fd2b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.984902] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.985237] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.991318] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e6f080-7ebb-4cc8-859a-9d117dd2426f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.007192] env[69692]: DEBUG nova.compute.provider_tree [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.194939] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cb487e-690f-290c-cf62-8c897ca2e704, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.195188] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.195415] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.195685] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.195871] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.196016] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.196279] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67976c67-91de-4022-a5bd-f1ad33900ad3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.205050] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.205380] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.206264] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9173faf1-d70b-4bcb-b1eb-768ec4808a5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.212461] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 764.212461] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52534bbc-dd2e-3801-1c2c-088e0e738ce6" [ 764.212461] env[69692]: _type = "Task" [ 764.212461] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.221966] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52534bbc-dd2e-3801-1c2c-088e0e738ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.361311] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.398057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.439565] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e253bd-f650-50a6-81dd-ccd722f7ea49, 'name': SearchDatastore_Task, 'duration_secs': 0.01616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.440433] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a66929-9f16-40b2-b9cd-9ec14f9348c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.446553] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 764.446553] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5214d979-dee1-389e-566d-af57cbd948b1" [ 764.446553] env[69692]: _type = "Task" [ 764.446553] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.456727] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214d979-dee1-389e-566d-af57cbd948b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.535533] env[69692]: ERROR nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [req-bf69bb56-8e2a-45d9-835e-5a0f4ac52e8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf69bb56-8e2a-45d9-835e-5a0f4ac52e8f"}]} [ 764.536025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.876s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.539278] env[69692]: ERROR nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf69bb56-8e2a-45d9-835e-5a0f4ac52e8f"}]} [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Traceback (most recent call last): [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] with self.rt.instance_claim(context, instance, node, allocs, [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] return f(*args, **kwargs) [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] self._update(elevated, cn) [ 764.539278] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] self._update_to_placement(context, compute_node, startup) [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] raise attempt.get() [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] six.reraise(self.value[0], self.value[1], self.value[2]) [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] raise value [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 764.539616] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] self.reportclient.update_from_provider_tree( [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] self.set_inventory_for_provider( [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] raise exception.ResourceProviderUpdateConflict( [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf69bb56-8e2a-45d9-835e-5a0f4ac52e8f"}]} [ 764.540027] env[69692]: ERROR nova.compute.manager [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] [ 764.540027] env[69692]: DEBUG nova.compute.utils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] A conflict was encountered attempting to update resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=69692) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 764.541254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.099s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.541372] env[69692]: DEBUG nova.objects.instance [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lazy-loading 'resources' on Instance uuid 443e9d2b-6ecf-4b99-ab73-09b6c0748c18 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.550227] env[69692]: DEBUG nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Build of instance 279bb9cc-e5fa-45cf-a028-c5b50c425e86 was re-scheduled: A conflict was encountered attempting to update resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf69bb56-8e2a-45d9-835e-5a0f4ac52e8f"}]} {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 764.550680] env[69692]: DEBUG nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Unplugging VIFs for instance {{(pid=69692) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 764.550961] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Acquiring lock "refresh_cache-279bb9cc-e5fa-45cf-a028-c5b50c425e86" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Acquired lock "refresh_cache-279bb9cc-e5fa-45cf-a028-c5b50c425e86" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.551228] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.727406] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52534bbc-dd2e-3801-1c2c-088e0e738ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.031904} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.728457] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822d835d-d3ff-4088-a7a7-32fdd2ff36bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.734023] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 764.734023] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dce68e-f3cc-abf4-3203-67f85f47eba4" [ 764.734023] env[69692]: _type = "Task" [ 764.734023] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.743813] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dce68e-f3cc-abf4-3203-67f85f47eba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.947207] env[69692]: DEBUG nova.compute.manager [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Received event network-changed-0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.947310] env[69692]: DEBUG nova.compute.manager [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Refreshing instance network info cache due to event network-changed-0defaba5-cf9a-470d-9c63-71ff95ee2b50. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.947523] env[69692]: DEBUG oslo_concurrency.lockutils [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] Acquiring lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.948660] env[69692]: DEBUG oslo_concurrency.lockutils [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] Acquired lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.948660] env[69692]: DEBUG nova.network.neutron [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Refreshing network info cache for port 0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.967800] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214d979-dee1-389e-566d-af57cbd948b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.969181] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.970915] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.972036] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed5db81-2408-492b-a9c6-9fc9e0294397 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.978973] env[69692]: DEBUG nova.compute.manager [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Received event network-changed-cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.978973] env[69692]: DEBUG nova.compute.manager [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Refreshing instance network info cache due to event network-changed-cee91fef-70ed-4df8-acaa-418e79963d1d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.978973] env[69692]: DEBUG oslo_concurrency.lockutils [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] Acquiring lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.978973] env[69692]: DEBUG oslo_concurrency.lockutils [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] Acquired lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.978973] env[69692]: DEBUG nova.network.neutron [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Refreshing network info cache for port cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.985015] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 764.985015] env[69692]: value = "task-3535611" [ 764.985015] env[69692]: _type = "Task" [ 764.985015] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.995680] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.071713] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 765.080464] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.101338] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 765.101338] env[69692]: DEBUG nova.compute.provider_tree [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.120788] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 765.143920] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 765.226495] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.250384] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dce68e-f3cc-abf4-3203-67f85f47eba4, 'name': SearchDatastore_Task, 'duration_secs': 0.018752} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.254329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.254656] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0c854650-f573-4ab9-8bfc-de0f5d8f0d61/0c854650-f573-4ab9-8bfc-de0f5d8f0d61.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.258875] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639c2ebd-1419-4261-8094-d366b468b1a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.268427] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 765.268427] env[69692]: value = "task-3535612" [ 765.268427] env[69692]: _type = "Task" [ 765.268427] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.282388] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.505385] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.731372] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Releasing lock "refresh_cache-279bb9cc-e5fa-45cf-a028-c5b50c425e86" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.731372] env[69692]: DEBUG nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69692) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 765.731372] env[69692]: DEBUG nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.731900] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.736618] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8198ae-7a40-4883-ad4b-eab8aa02a21a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.749578] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5789c543-bb31-4992-b89c-fc7e6eebc995 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.763843] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.813938] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f779c245-8b39-41c7-b7c4-5980e43cdde3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.827624] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535612, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.831062] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2be3e-de34-445f-b4ef-a8b706b78274 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.850047] env[69692]: DEBUG nova.compute.provider_tree [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.870678] env[69692]: DEBUG nova.network.neutron [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updated VIF entry in instance network info cache for port cee91fef-70ed-4df8-acaa-418e79963d1d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.870678] env[69692]: DEBUG nova.network.neutron [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updating instance_info_cache with network_info: [{"id": "cee91fef-70ed-4df8-acaa-418e79963d1d", "address": "fa:16:3e:a6:7a:ba", "network": {"id": "a0f33fa2-9c1e-4daf-9b1c-57740cf4fa29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2034113043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46fd6e1650e14934aa74f7583c1f9a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee91fef-70", "ovs_interfaceid": "cee91fef-70ed-4df8-acaa-418e79963d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.986965] env[69692]: DEBUG nova.network.neutron [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Updated VIF entry in instance network info cache for port 0defaba5-cf9a-470d-9c63-71ff95ee2b50. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.987589] env[69692]: DEBUG nova.network.neutron [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Updating instance_info_cache with network_info: [{"id": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "address": "fa:16:3e:5f:22:e5", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0defaba5-cf", "ovs_interfaceid": "0defaba5-cf9a-470d-9c63-71ff95ee2b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.004293] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.265287] env[69692]: DEBUG nova.network.neutron [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.310182] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987217} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.310182] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0c854650-f573-4ab9-8bfc-de0f5d8f0d61/0c854650-f573-4ab9-8bfc-de0f5d8f0d61.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.310359] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.310588] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a46ab4c-9a6f-48ce-92e0-f3d7b20366f9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.318101] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 766.318101] env[69692]: value = "task-3535613" [ 766.318101] env[69692]: _type = "Task" [ 766.318101] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.328496] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.373631] env[69692]: DEBUG oslo_concurrency.lockutils [req-a787a96c-7dc7-45dd-bb7c-6168dec984e1 req-e85e6466-440a-43f6-8d2b-1f9282259239 service nova] Releasing lock "refresh_cache-2df9c507-52ba-4f07-877f-94ee2bf6ea65" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.382290] env[69692]: ERROR nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] [req-7060b185-033d-4bbf-9319-be111518212a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7060b185-033d-4bbf-9319-be111518212a"}]} [ 766.409317] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 766.430653] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 766.430873] env[69692]: DEBUG nova.compute.provider_tree [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.458135] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 766.489598] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 766.492844] env[69692]: DEBUG oslo_concurrency.lockutils [req-5da9a725-7531-45ca-8bc5-fa85f77ed888 req-379519e2-688c-4e76-aecd-f06aa282c720 service nova] Releasing lock "refresh_cache-0c854650-f573-4ab9-8bfc-de0f5d8f0d61" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.507987] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535611, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.133495} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.508300] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.509770] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.510101] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e20947bb-b472-45e0-9d08-bb766d8e02de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.520172] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 766.520172] env[69692]: value = "task-3535614" [ 766.520172] env[69692]: _type = "Task" [ 766.520172] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.542947] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.769260] env[69692]: INFO nova.compute.manager [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] [instance: 279bb9cc-e5fa-45cf-a028-c5b50c425e86] Took 1.04 seconds to deallocate network for instance. [ 766.835340] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219835} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.836899] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.839051] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45907f4-aebb-47e8-b14e-b6da79f3f3c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.871747] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0c854650-f573-4ab9-8bfc-de0f5d8f0d61/0c854650-f573-4ab9-8bfc-de0f5d8f0d61.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.875509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.875996] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.877317] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da86a4f-dcd9-4582-889f-4ee19eb3f046 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.901317] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 766.901317] env[69692]: value = "task-3535615" [ 766.901317] env[69692]: _type = "Task" [ 766.901317] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.911595] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.038943] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201241} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.039688] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.040105] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54838072-7855-45b5-ae03-6a77a763932e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.078562] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.078562] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed3477c-7809-440a-a36b-5395372cc0a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.097200] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 767.097200] env[69692]: value = "task-3535616" [ 767.097200] env[69692]: _type = "Task" [ 767.097200] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.108805] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.134315] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8309ad3-13ae-43d9-a131-c2259e40c395 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.142177] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837c60e8-d922-4d70-947c-71c0ed41528f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.181609] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736bc50-b578-4884-b366-0b986ab88bcc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.190942] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb94988-94fc-42c5-8aee-ad3a745305fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.207614] env[69692]: DEBUG nova.compute.provider_tree [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.412350] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535615, 'name': ReconfigVM_Task, 'duration_secs': 0.424292} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.412790] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0c854650-f573-4ab9-8bfc-de0f5d8f0d61/0c854650-f573-4ab9-8bfc-de0f5d8f0d61.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.413579] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ccc432b-fdac-4a9b-931e-ae806ff26f74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.420599] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 767.420599] env[69692]: value = "task-3535617" [ 767.420599] env[69692]: _type = "Task" [ 767.420599] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.430895] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535617, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.604336] env[69692]: DEBUG nova.compute.manager [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Received event network-changed-26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.604663] env[69692]: DEBUG nova.compute.manager [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Refreshing instance network info cache due to event network-changed-26c3ae7e-3bd1-4d02-a8b4-590957b776be. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.604895] env[69692]: DEBUG oslo_concurrency.lockutils [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] Acquiring lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.605051] env[69692]: DEBUG oslo_concurrency.lockutils [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] Acquired lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.605232] env[69692]: DEBUG nova.network.neutron [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Refreshing network info cache for port 26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.611827] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535616, 'name': ReconfigVM_Task, 'duration_secs': 0.431908} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.612117] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12/2ae35bea-fc6f-4138-b40c-707fe6dc3e12.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.613170] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a90cd68-f2f9-4ae0-831a-325ce7c694f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.619629] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 767.619629] env[69692]: value = "task-3535618" [ 767.619629] env[69692]: _type = "Task" [ 767.619629] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.629521] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535618, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.711337] env[69692]: DEBUG nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.809435] env[69692]: INFO nova.scheduler.client.report [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Deleted allocations for instance 279bb9cc-e5fa-45cf-a028-c5b50c425e86 [ 767.932885] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535617, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.130920] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535618, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.219139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.677s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.223023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.430s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.223023] env[69692]: INFO nova.compute.claims [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.249248] env[69692]: INFO nova.scheduler.client.report [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Deleted allocations for instance 443e9d2b-6ecf-4b99-ab73-09b6c0748c18 [ 768.322619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cf729968-f0ed-48d2-9aff-bfebf500014f tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Lock "279bb9cc-e5fa-45cf-a028-c5b50c425e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.938s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.433800] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535617, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.564994] env[69692]: DEBUG nova.network.neutron [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updated VIF entry in instance network info cache for port 26c3ae7e-3bd1-4d02-a8b4-590957b776be. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.565982] env[69692]: DEBUG nova.network.neutron [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updating instance_info_cache with network_info: [{"id": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "address": "fa:16:3e:69:ea:69", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c3ae7e-3b", "ovs_interfaceid": "26c3ae7e-3bd1-4d02-a8b4-590957b776be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.630593] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535618, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.756377] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9e1d5c8c-3ded-4d53-9a7d-949c00d64f37 tempest-ServerDiagnosticsV248Test-1323127426 tempest-ServerDiagnosticsV248Test-1323127426-project-member] Lock "443e9d2b-6ecf-4b99-ab73-09b6c0748c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.091s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.825576] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.934345] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535617, 'name': Rename_Task, 'duration_secs': 1.182821} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.934345] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.934628] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea47ad39-2efe-4b90-a8c8-740164c21f2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.941021] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 768.941021] env[69692]: value = "task-3535619" [ 768.941021] env[69692]: _type = "Task" [ 768.941021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.956537] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.068788] env[69692]: DEBUG oslo_concurrency.lockutils [req-a6718eac-4ffe-46ba-9360-defa84e6c50b req-27e152f3-a33b-4562-9a61-095910765c23 service nova] Releasing lock "refresh_cache-33867783-8b88-4c8b-ab6e-5786e689a611" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.130382] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535618, 'name': Rename_Task, 'duration_secs': 1.07118} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.130711] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.130992] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-201a0d26-88a4-438d-aa44-8b5b91a2e8ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.139423] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Waiting for the task: (returnval){ [ 769.139423] env[69692]: value = "task-3535620" [ 769.139423] env[69692]: _type = "Task" [ 769.139423] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.150841] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.357066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.448637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "8da2aa88-2973-40fc-906d-781d86cb2f03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.448957] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.449205] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.449379] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.449554] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.456836] env[69692]: DEBUG oslo_vmware.api [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535619, 'name': PowerOnVM_Task, 'duration_secs': 0.481533} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.457554] env[69692]: INFO nova.compute.manager [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Terminating instance [ 769.459089] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.459716] env[69692]: INFO nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Took 10.87 seconds to spawn the instance on the hypervisor. [ 769.459716] env[69692]: DEBUG nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.460974] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a1b456-d752-49ab-924d-0458cfe0edf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.650973] env[69692]: DEBUG oslo_vmware.api [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Task: {'id': task-3535620, 'name': PowerOnVM_Task, 'duration_secs': 0.473119} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.653862] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.653862] env[69692]: DEBUG nova.compute.manager [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.654907] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697408f-3c7f-4e6e-9f42-018a10a56230 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.665724] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0baccae-fb13-46e6-a8c1-0aed32798223 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.672553] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e290b10-bed4-4d52-8eb9-9a068c277254 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.718558] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69565883-7636-4d84-9c89-bd9cf591ddb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.728028] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6188d8a9-43a4-4347-b17a-e45e2368eb11 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.744549] env[69692]: DEBUG nova.compute.provider_tree [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.966706] env[69692]: DEBUG nova.compute.manager [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.966706] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.966706] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6b1d4-f34d-4ad9-baa6-493c6d6f2ad8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.979906] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.983788] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f0c61b-6664-4d3a-8044-2b8e3ad4a6eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.986572] env[69692]: INFO nova.compute.manager [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Took 27.57 seconds to build instance. [ 769.992149] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 769.992149] env[69692]: value = "task-3535621" [ 769.992149] env[69692]: _type = "Task" [ 769.992149] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.000884] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.173645] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.272175] env[69692]: ERROR nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [req-6a5685bb-7707-429c-a97c-d58a216251a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a5685bb-7707-429c-a97c-d58a216251a9"}]} [ 770.296020] env[69692]: DEBUG nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.311050] env[69692]: DEBUG nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.311050] env[69692]: DEBUG nova.compute.provider_tree [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.324560] env[69692]: DEBUG nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.341788] env[69692]: DEBUG nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.488981] env[69692]: DEBUG oslo_concurrency.lockutils [None req-914ce657-33cb-44ea-b9fb-aa805126787a tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.438s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.507461] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535621, 'name': PowerOffVM_Task, 'duration_secs': 0.285793} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.507461] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.507461] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.507461] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1ad138-459e-4fde-a064-be77aa0e390f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.568794] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.569040] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.569370] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.569557] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.569726] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Deleting the datastore file [datastore1] 8da2aa88-2973-40fc-906d-781d86cb2f03 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.570180] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-468732ee-6917-4ef5-8172-83a21268244d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.577715] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for the task: (returnval){ [ 770.577715] env[69692]: value = "task-3535623" [ 770.577715] env[69692]: _type = "Task" [ 770.577715] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.587810] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.802788] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b9b69-3a40-43b4-9631-ec48a34cb999 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810327] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81acae-4d2e-45f1-a02c-8f9b48b180aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.843366] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fae848-9162-47f9-802d-e740fc1ff675 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.856446] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9f3daa-b166-44a8-b288-2b692f457719 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.870796] env[69692]: DEBUG nova.compute.provider_tree [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.994153] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.090030] env[69692]: DEBUG oslo_vmware.api [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Task: {'id': task-3535623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194791} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.090311] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.090500] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.090716] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.090894] env[69692]: INFO nova.compute.manager [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Took 1.13 seconds to destroy the instance on the hypervisor. [ 771.091155] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.091367] env[69692]: DEBUG nova.compute.manager [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.091453] env[69692]: DEBUG nova.network.neutron [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.348092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.348360] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.348675] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.348758] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.348900] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.353917] env[69692]: INFO nova.compute.manager [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Terminating instance [ 771.427893] env[69692]: DEBUG nova.scheduler.client.report [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 771.428177] env[69692]: DEBUG nova.compute.provider_tree [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 40 to 41 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 771.428357] env[69692]: DEBUG nova.compute.provider_tree [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.520481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.858863] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "refresh_cache-2ae35bea-fc6f-4138-b40c-707fe6dc3e12" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.859128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquired lock "refresh_cache-2ae35bea-fc6f-4138-b40c-707fe6dc3e12" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.859239] env[69692]: DEBUG nova.network.neutron [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.936668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.715s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.937230] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.940943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.917s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.942504] env[69692]: INFO nova.compute.claims [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.292989] env[69692]: DEBUG nova.network.neutron [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.387726] env[69692]: DEBUG nova.network.neutron [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.448017] env[69692]: DEBUG nova.compute.utils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.456791] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.456998] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.461606] env[69692]: DEBUG nova.network.neutron [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.532453] env[69692]: DEBUG nova.policy [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.645950] env[69692]: DEBUG nova.compute.manager [req-cdf70c0d-6daf-45b0-b108-a574b9206fbf req-296fb064-5868-4fa9-80c4-e42b428c4fdf service nova] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Received event network-vif-deleted-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.798454] env[69692]: INFO nova.compute.manager [-] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Took 1.71 seconds to deallocate network for instance. [ 772.953567] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.971556] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Releasing lock "refresh_cache-2ae35bea-fc6f-4138-b40c-707fe6dc3e12" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.971556] env[69692]: DEBUG nova.compute.manager [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.972071] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.973046] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9519390-7816-4c24-b136-6110fd9360a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.981258] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.981521] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4642ac-311b-4e5f-9757-150a0cf89308 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.989922] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 772.989922] env[69692]: value = "task-3535624" [ 772.989922] env[69692]: _type = "Task" [ 772.989922] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.996801] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.067178] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.067429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.067689] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.068021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.068021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.074194] env[69692]: INFO nova.compute.manager [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Terminating instance [ 773.305891] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.427234] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Successfully created port: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.509055] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535624, 'name': PowerOffVM_Task, 'duration_secs': 0.297273} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.509337] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.509670] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.509736] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6331f6fb-006a-4812-99f3-8443a4f8071e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.529014] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd1cdd5-a78a-48a6-bb6c-3ab12c6379f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.538174] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495555a-d95d-4673-859e-a5811e417d81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.545500] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.545786] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.545918] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Deleting the datastore file [datastore1] 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.546510] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6af81d-d87b-4172-ae5f-d97a2bd3c561 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.552877] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for the task: (returnval){ [ 773.552877] env[69692]: value = "task-3535626" [ 773.552877] env[69692]: _type = "Task" [ 773.552877] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.583864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0861a4f-7f55-4626-9d97-9bfb7824c0f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.586771] env[69692]: DEBUG nova.compute.manager [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.587673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.588747] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9405141-bb61-4407-8da9-2fb1a501fb05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.595917] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.600375] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.600716] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829f1caf-77d3-4311-af10-9158d0b0702c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.603877] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86aeee1-07f7-4c40-a023-b5f17d2e55fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.620422] env[69692]: DEBUG nova.compute.provider_tree [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.622302] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 773.622302] env[69692]: value = "task-3535627" [ 773.622302] env[69692]: _type = "Task" [ 773.622302] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.632974] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.978055] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.006198] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.006198] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.006198] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.006198] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.006418] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.006418] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.006418] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.006581] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.007451] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.007451] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.007451] env[69692]: DEBUG nova.virt.hardware [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.007994] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0443f8d-08a5-4697-af76-0c0726afa477 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.017511] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083dd007-85c3-4d10-bc7c-278f0ca302e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.089084] env[69692]: DEBUG oslo_vmware.api [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Task: {'id': task-3535626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192396} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.089084] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.089084] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.089084] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.089084] env[69692]: INFO nova.compute.manager [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Took 1.12 seconds to destroy the instance on the hypervisor. [ 774.089285] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.089285] env[69692]: DEBUG nova.compute.manager [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.090082] env[69692]: DEBUG nova.network.neutron [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.124563] env[69692]: DEBUG nova.scheduler.client.report [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.148531] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535627, 'name': PowerOffVM_Task, 'duration_secs': 0.217856} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.152105] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.152105] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.152686] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d09c41-4832-4e60-b8dc-f4b7d06cd1be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.157875] env[69692]: DEBUG nova.network.neutron [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.216762] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.216983] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.217178] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Deleting the datastore file [datastore2] 0c854650-f573-4ab9-8bfc-de0f5d8f0d61 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.217434] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e80015d-3d31-4624-aa30-2f64352eeb34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225015] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for the task: (returnval){ [ 774.225015] env[69692]: value = "task-3535629" [ 774.225015] env[69692]: _type = "Task" [ 774.225015] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.236323] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.637171] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.637710] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.640194] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.967s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.641546] env[69692]: INFO nova.compute.claims [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.653602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.653982] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.654162] env[69692]: DEBUG nova.objects.instance [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid 2aaa93a3-9140-4422-9849-0b5a2616e633 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.661284] env[69692]: DEBUG nova.network.neutron [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.740140] env[69692]: DEBUG oslo_vmware.api [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Task: {'id': task-3535629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349203} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.740359] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.740548] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.741026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.741026] env[69692]: INFO nova.compute.manager [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 774.741128] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.741318] env[69692]: DEBUG nova.compute.manager [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.741459] env[69692]: DEBUG nova.network.neutron [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.145799] env[69692]: DEBUG nova.compute.utils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.152139] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.164221] env[69692]: INFO nova.compute.manager [-] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Took 1.07 seconds to deallocate network for instance. [ 775.376252] env[69692]: DEBUG nova.objects.instance [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid 2aaa93a3-9140-4422-9849-0b5a2616e633 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.588651] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Successfully updated port: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.655694] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.671221] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.883341] env[69692]: DEBUG nova.objects.base [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance<2aaa93a3-9140-4422-9849-0b5a2616e633> lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 775.884502] env[69692]: DEBUG nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.982988] env[69692]: DEBUG nova.policy [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.059307] env[69692]: DEBUG nova.network.neutron [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.093066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.093066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093066] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.185631] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3757a72f-ec73-46f3-b95b-b84024c3bed2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.197163] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019da832-900c-448f-92c0-6114b3a2746e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.233882] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d001ca-3428-4813-8297-86e4170fdc05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.242735] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eacba8-6b28-4ef7-8e79-94a403b5d60f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.257682] env[69692]: DEBUG nova.compute.provider_tree [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.564324] env[69692]: INFO nova.compute.manager [-] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Took 1.82 seconds to deallocate network for instance. [ 776.629874] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.669165] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.710067] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.710509] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.710586] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.711041] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.711041] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.711133] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.711408] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.712080] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.712080] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.712080] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.712610] env[69692]: DEBUG nova.virt.hardware [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.713381] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2a75d5-8361-494c-b8bd-40ddba9b4e87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.724134] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1287518a-c3e1-4b70-bf22-ba12030ccea7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.742261] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.747127] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.750167] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.750409] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0893a9e7-4cbe-4162-9cd8-4fa36c9d27ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.763566] env[69692]: DEBUG nova.scheduler.client.report [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.772299] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.772299] env[69692]: value = "task-3535630" [ 776.772299] env[69692]: _type = "Task" [ 776.772299] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.776657] env[69692]: DEBUG nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Successfully created port: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.783774] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535630, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.943468] env[69692]: DEBUG nova.network.neutron [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Updating instance_info_cache with network_info: [{"id": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "address": "fa:16:3e:b1:16:00", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2ee6a2-be", "ovs_interfaceid": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.074583] env[69692]: DEBUG nova.compute.manager [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Received event network-vif-plugged-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.074847] env[69692]: DEBUG oslo_concurrency.lockutils [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] Acquiring lock "137791b5-ce5f-45af-b051-30e71d508b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.078483] env[69692]: DEBUG oslo_concurrency.lockutils [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] Lock "137791b5-ce5f-45af-b051-30e71d508b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.078771] env[69692]: DEBUG oslo_concurrency.lockutils [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] Lock "137791b5-ce5f-45af-b051-30e71d508b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.082926] env[69692]: DEBUG nova.compute.manager [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] No waiting events found dispatching network-vif-plugged-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.082926] env[69692]: WARNING nova.compute.manager [req-65c11f81-10b1-4348-ba67-4717e87d38c1 req-6abf0cf9-66ca-49b9-914d-5fa99c070472 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Received unexpected event network-vif-plugged-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 for instance with vm_state building and task_state spawning. [ 777.082926] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.270522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.274397] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.274929] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.421s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.275260] env[69692]: DEBUG nova.objects.instance [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.292140] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535630, 'name': CreateVM_Task, 'duration_secs': 0.331635} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.292140] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.293281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.293909] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.294568] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.295205] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12602c10-bab4-4b71-a505-164c93647f30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.301278] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 777.301278] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52119afa-a94c-eb69-b100-823c0d072263" [ 777.301278] env[69692]: _type = "Task" [ 777.301278] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.310798] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52119afa-a94c-eb69-b100-823c0d072263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.314799] env[69692]: DEBUG nova.compute.manager [req-7d36b839-0b9e-4e14-84f3-51dc8ed97218 req-4fd7f074-b741-44df-99c7-4c91d98bd2fe service nova] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Received event network-vif-deleted-0defaba5-cf9a-470d-9c63-71ff95ee2b50 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.446309] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.450011] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Instance network_info: |[{"id": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "address": "fa:16:3e:b1:16:00", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2ee6a2-be", "ovs_interfaceid": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.450217] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:16:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce2ee6a2-be75-4382-9361-d5f9b0f51d00', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.455814] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating folder: Project (e41f290e09ec41f092ad59a914225d60). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.457051] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5ae32c-2648-4728-a29c-cad4ce3801bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.467383] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created folder: Project (e41f290e09ec41f092ad59a914225d60) in parent group-v706084. [ 777.467543] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating folder: Instances. Parent ref: group-v706134. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.468270] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135c833d-886d-4ce6-b6ea-b488814836d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.478244] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created folder: Instances in parent group-v706134. [ 777.478493] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.478674] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.478876] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d835bac-547b-4cab-a705-4f89cf49524b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.502617] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.502617] env[69692]: value = "task-3535633" [ 777.502617] env[69692]: _type = "Task" [ 777.502617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.510215] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535633, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.793753] env[69692]: DEBUG nova.compute.utils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.798280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c484607-f276-4046-8b11-cc940685e1e9 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.523s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.799726] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.800204] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.803163] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.825s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.805444] env[69692]: INFO nova.compute.claims [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.821262] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52119afa-a94c-eb69-b100-823c0d072263, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.821864] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.822102] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.822330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.823159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.823159] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.823521] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70985696-e595-47bb-9b8c-fbede8db5959 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.836031] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.836031] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.836031] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6d8208-7ac0-4d47-a2a5-a7c90bc49320 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.842888] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 777.842888] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523de0a6-1832-4e48-7ea8-62d7e9c07a02" [ 777.842888] env[69692]: _type = "Task" [ 777.842888] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.855150] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523de0a6-1832-4e48-7ea8-62d7e9c07a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.933548] env[69692]: DEBUG nova.policy [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79128340f6e049e6a328ca813dfaf858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae84326970f6438386bb52eb2f382372', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.014360] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535633, 'name': CreateVM_Task, 'duration_secs': 0.319725} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.014537] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.015325] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015500] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.015815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.016078] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1aecc5-a706-463e-80ff-34731b1cde56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.021571] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 778.021571] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52508f92-266d-af0c-5009-ee73016a814f" [ 778.021571] env[69692]: _type = "Task" [ 778.021571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.030017] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52508f92-266d-af0c-5009-ee73016a814f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.309516] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.335891] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Successfully created port: 54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.357950] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523de0a6-1832-4e48-7ea8-62d7e9c07a02, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.359740] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe59f5fd-6811-4f85-a1d0-3e6b895d0034 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.369292] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 778.369292] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a53388-0b25-1333-da77-6d4a3c03b273" [ 778.369292] env[69692]: _type = "Task" [ 778.369292] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.380923] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a53388-0b25-1333-da77-6d4a3c03b273, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.383951] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.383951] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.383951] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4717293b-c3c0-4431-b33b-19a9c0910eac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.388451] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 778.388451] env[69692]: value = "task-3535634" [ 778.388451] env[69692]: _type = "Task" [ 778.388451] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.398236] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.435635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.435880] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.532455] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52508f92-266d-af0c-5009-ee73016a814f, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.532885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.533239] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.533575] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.533838] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.534139] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.534481] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb60cf6-0498-481c-855f-9706247baa18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.545021] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.545021] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.545021] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e52c08-d301-4269-a098-9fceff2525bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.552500] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 778.552500] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521da16d-92b4-8db0-fb0d-f3eaeb8a2e21" [ 778.552500] env[69692]: _type = "Task" [ 778.552500] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.565950] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521da16d-92b4-8db0-fb0d-f3eaeb8a2e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.900491] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480922} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.903402] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.903715] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.904405] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb140eb-e1cc-42d2-bc07-f743919ed98d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.912426] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 778.912426] env[69692]: value = "task-3535635" [ 778.912426] env[69692]: _type = "Task" [ 778.912426] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.925734] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.030843] env[69692]: DEBUG nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Successfully updated port: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.067397] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521da16d-92b4-8db0-fb0d-f3eaeb8a2e21, 'name': SearchDatastore_Task, 'duration_secs': 0.065598} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.068192] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a085645-3bbb-4291-9458-cfece3d11174 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.074589] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 779.074589] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b3cd27-5a0b-99eb-499b-3ee380fef3ff" [ 779.074589] env[69692]: _type = "Task" [ 779.074589] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.088473] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b3cd27-5a0b-99eb-499b-3ee380fef3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.088473] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.088473] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 137791b5-ce5f-45af-b051-30e71d508b06/137791b5-ce5f-45af-b051-30e71d508b06.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.088811] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d572c592-d4c6-4e7b-a8df-bdec9a7817d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.095481] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 779.095481] env[69692]: value = "task-3535636" [ 779.095481] env[69692]: _type = "Task" [ 779.095481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.109635] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.166936] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.167096] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.299648] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efa3f5-e153-47ef-b0ec-e948df6728a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.310077] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a044a-6896-4589-b7bc-5b97d1836c26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.354179] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.358421] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e83564-d4da-4a09-b025-86891aecda35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.370712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a88d6df-bb5e-4243-b26d-8e4fc33e85b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.385788] env[69692]: DEBUG nova.compute.provider_tree [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.394656] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.395011] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.395180] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.395365] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.395508] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.395656] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.395960] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.399914] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.399914] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.399914] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.399914] env[69692]: DEBUG nova.virt.hardware [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.399914] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb2560-77e7-4807-8e14-358fa5332257 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.408626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3832a2-ec48-4dcf-8933-e95da872d8b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.431120] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.432043] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.432659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a90e4f-751f-4353-84e9-870cedc7f878 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.458836] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.458836] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f380e74-944c-4d57-bbd6-59e80ee13d17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.479315] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 779.479315] env[69692]: value = "task-3535637" [ 779.479315] env[69692]: _type = "Task" [ 779.479315] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.489875] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.534966] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.535163] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.535353] env[69692]: DEBUG nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.610622] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481177} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.615148] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 137791b5-ce5f-45af-b051-30e71d508b06/137791b5-ce5f-45af-b051-30e71d508b06.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.617972] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.619020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897cd0ef-5ca2-40c9-8ea0-fb258ca3fe12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.628613] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 779.628613] env[69692]: value = "task-3535638" [ 779.628613] env[69692]: _type = "Task" [ 779.628613] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.640048] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.677886] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.677886] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.677886] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.677886] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 779.677886] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.910204] env[69692]: ERROR nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [req-7bbe4823-bacc-4b8b-a503-892f5030b574] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bbe4823-bacc-4b8b-a503-892f5030b574"}]} [ 779.932642] env[69692]: DEBUG nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 779.956481] env[69692]: DEBUG nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 779.957508] env[69692]: DEBUG nova.compute.provider_tree [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.972232] env[69692]: DEBUG nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 779.997740] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535637, 'name': ReconfigVM_Task, 'duration_secs': 0.363153} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.997850] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Reconfigured VM instance instance-00000013 to attach disk [datastore1] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.998479] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12f6696e-f14e-4bcc-8da8-3c0c09ac5a2e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.002387] env[69692]: DEBUG nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.006190] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 780.006190] env[69692]: value = "task-3535639" [ 780.006190] env[69692]: _type = "Task" [ 780.006190] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.014806] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535639, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115331] env[69692]: WARNING nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 780.139228] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.140337] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.141394] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fac63c-a625-4afc-94df-6c7d68e75be0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.172531] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 137791b5-ce5f-45af-b051-30e71d508b06/137791b5-ce5f-45af-b051-30e71d508b06.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.173245] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9621245b-d905-416b-b774-5c9776f1bc7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.193381] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.203291] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 780.203291] env[69692]: value = "task-3535640" [ 780.203291] env[69692]: _type = "Task" [ 780.203291] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.220718] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.397951] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Successfully updated port: 54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.519510] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535639, 'name': Rename_Task, 'duration_secs': 0.129514} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.519863] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.520011] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6ca9d3b-1bdc-4959-aad7-4189503c6d0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.526442] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 780.526442] env[69692]: value = "task-3535641" [ 780.526442] env[69692]: _type = "Task" [ 780.526442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.549217] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535641, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.604075] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143624d-3ab9-4a23-9d60-0b975654a52c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.612770] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe34f0c8-c7f6-44af-be44-722e2f670804 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.656407] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd68f9-9459-4c5a-bd58-38e42553ee7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.664758] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0d653-8c68-4ce9-bd86-6df2e19555de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.681020] env[69692]: DEBUG nova.compute.provider_tree [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.716309] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535640, 'name': ReconfigVM_Task, 'duration_secs': 0.271544} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.717775] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 137791b5-ce5f-45af-b051-30e71d508b06/137791b5-ce5f-45af-b051-30e71d508b06.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.719833] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Received event network-changed-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.720085] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Refreshing instance network info cache due to event network-changed-ce2ee6a2-be75-4382-9361-d5f9b0f51d00. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.720384] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Acquiring lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.720532] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Acquired lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.721583] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Refreshing network info cache for port ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.723186] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3be2de-2c1c-4635-ae18-e65063cf1e53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.735228] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 780.735228] env[69692]: value = "task-3535642" [ 780.735228] env[69692]: _type = "Task" [ 780.735228] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.744979] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535642, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.847234] env[69692]: DEBUG nova.network.neutron [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4de2e8d8-c2e6-4021-9d28-9fdd98a7a148", "address": "fa:16:3e:8f:3e:83", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de2e8d8-c2", "ovs_interfaceid": "4de2e8d8-c2e6-4021-9d28-9fdd98a7a148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.903809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.903982] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.904203] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.042397] env[69692]: DEBUG oslo_vmware.api [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535641, 'name': PowerOnVM_Task, 'duration_secs': 0.44383} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.045256] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.045256] env[69692]: INFO nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Took 4.37 seconds to spawn the instance on the hypervisor. [ 781.045256] env[69692]: DEBUG nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.045256] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef1123-90b4-4ada-b5f2-c463e66b9c38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.223891] env[69692]: DEBUG nova.scheduler.client.report [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.224863] env[69692]: DEBUG nova.compute.provider_tree [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 42 to 43 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.225296] env[69692]: DEBUG nova.compute.provider_tree [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.248091] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535642, 'name': Rename_Task, 'duration_secs': 0.142447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.251461] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.251461] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c3fe0d-84b2-4e6e-a005-f70fdf3f297f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.256622] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 781.256622] env[69692]: value = "task-3535643" [ 781.256622] env[69692]: _type = "Task" [ 781.256622] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.266440] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.350415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.351046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.351214] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.352040] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8797bd5c-67a1-4eab-aab3-7e7c6bedcc90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.371533] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.372034] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.372034] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.372157] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.372298] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.372446] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.372647] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.372804] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.372969] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.373511] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.373511] env[69692]: DEBUG nova.virt.hardware [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.380215] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfiguring VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 781.383123] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a3c77d-256c-4553-b98d-44b830eac537 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.402511] env[69692]: DEBUG oslo_vmware.api [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 781.402511] env[69692]: value = "task-3535644" [ 781.402511] env[69692]: _type = "Task" [ 781.402511] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.411684] env[69692]: DEBUG oslo_vmware.api [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535644, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.463432] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.555887] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Updated VIF entry in instance network info cache for port ce2ee6a2-be75-4382-9361-d5f9b0f51d00. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.557207] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Updating instance_info_cache with network_info: [{"id": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "address": "fa:16:3e:b1:16:00", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2ee6a2-be", "ovs_interfaceid": "ce2ee6a2-be75-4382-9361-d5f9b0f51d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.567954] env[69692]: INFO nova.compute.manager [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Took 29.58 seconds to build instance. [ 781.719470] env[69692]: DEBUG nova.network.neutron [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Updating instance_info_cache with network_info: [{"id": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "address": "fa:16:3e:fa:b2:a2", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54575794-ba", "ovs_interfaceid": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.737149] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.934s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.737756] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.743329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.180s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.744936] env[69692]: INFO nova.compute.claims [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.769344] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.916205] env[69692]: DEBUG oslo_vmware.api [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.064098] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Releasing lock "refresh_cache-137791b5-ce5f-45af-b051-30e71d508b06" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.064382] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-vif-plugged-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.064588] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.064910] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.065143] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.065382] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] No waiting events found dispatching network-vif-plugged-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.066386] env[69692]: WARNING nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received unexpected event network-vif-plugged-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 for instance with vm_state active and task_state None. [ 782.066589] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-changed-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.066755] env[69692]: DEBUG nova.compute.manager [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing instance network info cache due to event network-changed-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.066947] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.067116] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.067243] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Refreshing network info cache for port 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.070253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb0dd64d-dc8d-44c5-8d3d-858bf863071a tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.140s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.225812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.227741] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Instance network_info: |[{"id": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "address": "fa:16:3e:fa:b2:a2", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54575794-ba", "ovs_interfaceid": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.228580] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b2:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54575794-ba19-4cdc-942a-7e12ff5fed5f', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.238451] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.238451] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.238451] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8b2598-8c1c-40e1-842e-106646c84ad5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.254947] env[69692]: DEBUG nova.compute.utils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.258978] env[69692]: DEBUG nova.compute.manager [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Received event network-vif-plugged-54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.259748] env[69692]: DEBUG oslo_concurrency.lockutils [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] Acquiring lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.259748] env[69692]: DEBUG oslo_concurrency.lockutils [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] Lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.259748] env[69692]: DEBUG oslo_concurrency.lockutils [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] Lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.259748] env[69692]: DEBUG nova.compute.manager [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] No waiting events found dispatching network-vif-plugged-54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.259937] env[69692]: WARNING nova.compute.manager [req-8fcbb485-0f58-4386-9f55-150e15161102 req-546b2bd6-b536-4e5f-a307-8b21dfa53d8a service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Received unexpected event network-vif-plugged-54575794-ba19-4cdc-942a-7e12ff5fed5f for instance with vm_state building and task_state spawning. [ 782.261124] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.261124] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.268638] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.268638] env[69692]: value = "task-3535645" [ 782.268638] env[69692]: _type = "Task" [ 782.268638] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.278400] env[69692]: DEBUG oslo_vmware.api [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535643, 'name': PowerOnVM_Task, 'duration_secs': 0.524416} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.281818] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.282058] env[69692]: INFO nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Took 8.30 seconds to spawn the instance on the hypervisor. [ 782.282315] env[69692]: DEBUG nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.283018] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535645, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.285494] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bd671-1be4-476f-ad46-57ba21fbe0a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.345452] env[69692]: DEBUG nova.policy [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7cbe0501d643888b44380696b22f66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77a08fe9b74544a59d6c31f5b27592c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.417380] env[69692]: DEBUG oslo_vmware.api [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535644, 'name': ReconfigVM_Task, 'duration_secs': 0.823333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.418083] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.418222] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfigured VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 782.576194] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.702276] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Successfully created port: e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.764029] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.783697] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535645, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.812984] env[69692]: INFO nova.compute.manager [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Took 32.08 seconds to build instance. [ 782.887173] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updated VIF entry in instance network info cache for port 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.887173] env[69692]: DEBUG nova.network.neutron [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4de2e8d8-c2e6-4021-9d28-9fdd98a7a148", "address": "fa:16:3e:8f:3e:83", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de2e8d8-c2", "ovs_interfaceid": "4de2e8d8-c2e6-4021-9d28-9fdd98a7a148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.922589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8de0e845-47ac-4798-b2e9-b68c19549fcd tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.269s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.098407] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.289895] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535645, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.318555] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2c3c2745-f54a-4750-a47e-baccb7f91e88 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.852s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.337680] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795007a-047c-4915-9f6d-879ee28ab60a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.347175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a905f8-8d27-4e0b-aefa-1c0a394d0960 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.383873] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb7db3-5d66-459f-8e8a-607fbe37160c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.389952] env[69692]: DEBUG oslo_concurrency.lockutils [req-4bd11769-4646-4f21-aa10-f9643dd24c45 req-d362bd5b-cafa-4151-838d-e14a3304d1b6 service nova] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.391687] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f653374-9513-4953-b39c-f9eb47f86c69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.408739] env[69692]: DEBUG nova.compute.provider_tree [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.534854] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.535121] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.786551] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.795858] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535645, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.819687] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.819687] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.819687] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.819687] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.819968] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.820090] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.820349] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.820535] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.820751] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.820944] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.821149] env[69692]: DEBUG nova.virt.hardware [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.822882] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11458af-6675-4197-a5c9-1a703ddfaae1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.826286] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.835253] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2aaf04-8ae0-4c52-8770-a8673469aba7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.913032] env[69692]: DEBUG nova.scheduler.client.report [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.233958] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.234447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.291620] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535645, 'name': CreateVM_Task, 'duration_secs': 1.569772} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.291620] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.292260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.292260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.292359] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.292550] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4be87c-72c4-40ce-915b-e2c902020340 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.297571] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 784.297571] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b68948-01a1-c0ae-2cc2-5b3b17d91370" [ 784.297571] env[69692]: _type = "Task" [ 784.297571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.307853] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b68948-01a1-c0ae-2cc2-5b3b17d91370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.350873] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.422021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.422021] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.424224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.866s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.426472] env[69692]: INFO nova.compute.claims [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.629288] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Successfully updated port: e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.809777] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b68948-01a1-c0ae-2cc2-5b3b17d91370, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.810070] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.810343] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.810595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.810753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.810940] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.811396] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a52245c-15de-4181-a70f-b51b0bc1e342 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.821210] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.821441] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.822244] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39df2571-d334-4080-8bd8-355950e2283a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.828449] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 784.828449] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ce86f1-43a1-15b4-3ab2-a94c82031db1" [ 784.828449] env[69692]: _type = "Task" [ 784.828449] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.838355] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ce86f1-43a1-15b4-3ab2-a94c82031db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.908373] env[69692]: INFO nova.compute.manager [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Rebuilding instance [ 784.939549] env[69692]: DEBUG nova.compute.utils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.941482] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.941642] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.959731] env[69692]: DEBUG nova.compute.manager [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Received event network-changed-54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.959837] env[69692]: DEBUG nova.compute.manager [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Refreshing instance network info cache due to event network-changed-54575794-ba19-4cdc-942a-7e12ff5fed5f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.960071] env[69692]: DEBUG oslo_concurrency.lockutils [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] Acquiring lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.960218] env[69692]: DEBUG oslo_concurrency.lockutils [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] Acquired lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960374] env[69692]: DEBUG nova.network.neutron [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Refreshing network info cache for port 54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.971696] env[69692]: DEBUG nova.compute.manager [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.976414] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29d4d1-37c3-4f2d-bbdb-253d39c2e13d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.038598] env[69692]: DEBUG nova.policy [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78f9a405e65843f6be1f3bfba1c9223a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35ab053767ae47c3aa725b5b8a3935e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.133192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.133416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.133601] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.302800] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "435b11cd-2a7c-4869-9785-62290b46769e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.303069] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.303975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "435b11cd-2a7c-4869-9785-62290b46769e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.303975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.303975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.306179] env[69692]: INFO nova.compute.manager [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Terminating instance [ 785.339243] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ce86f1-43a1-15b4-3ab2-a94c82031db1, 'name': SearchDatastore_Task, 'duration_secs': 0.029769} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.340285] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2ad733-90bc-437e-bb85-b6ee35d4b930 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.345905] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 785.345905] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52086242-fa96-bd06-9229-47785b24927c" [ 785.345905] env[69692]: _type = "Task" [ 785.345905] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.356310] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52086242-fa96-bd06-9229-47785b24927c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.444648] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.546591] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Successfully created port: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.685255] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.697073] env[69692]: DEBUG nova.network.neutron [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Updated VIF entry in instance network info cache for port 54575794-ba19-4cdc-942a-7e12ff5fed5f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.697449] env[69692]: DEBUG nova.network.neutron [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Updating instance_info_cache with network_info: [{"id": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "address": "fa:16:3e:fa:b2:a2", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54575794-ba", "ovs_interfaceid": "54575794-ba19-4cdc-942a-7e12ff5fed5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.763814] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8a4b16e-01e6-4a07-a010-1177fd98e064 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "dd69cfa5-481f-4304-b900-4f126993dedf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.764395] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8a4b16e-01e6-4a07-a010-1177fd98e064 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "dd69cfa5-481f-4304-b900-4f126993dedf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.810188] env[69692]: DEBUG nova.compute.manager [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.810188] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.811058] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b1f782-256f-4979-8ad9-9e1540b9ee84 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.819709] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.821776] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff91ae0-e78f-47e3-95cd-c7f6ea0c9be7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.833361] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 785.833361] env[69692]: value = "task-3535646" [ 785.833361] env[69692]: _type = "Task" [ 785.833361] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.844475] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.845529] env[69692]: DEBUG nova.network.neutron [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.865052] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52086242-fa96-bd06-9229-47785b24927c, 'name': SearchDatastore_Task, 'duration_secs': 0.024854} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.867977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.868205] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c85a6c39-0781-4456-9036-68262d2b14f1/c85a6c39-0781-4456-9036-68262d2b14f1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.869261] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e09a1f3c-2ba6-4b40-9c41-f61ca75b1e35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.876455] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 785.876455] env[69692]: value = "task-3535647" [ 785.876455] env[69692]: _type = "Task" [ 785.876455] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.887490] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.996252] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef76b16d-ef8f-4554-9fbf-80418c7b3f1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.000800] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.001235] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad9d09e-bb21-4b0c-907a-a8ef25bd66fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.009753] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b0efc-8ae8-45c5-a01f-bd42159fb8e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.013778] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 786.013778] env[69692]: value = "task-3535648" [ 786.013778] env[69692]: _type = "Task" [ 786.013778] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.042991] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127a7f5-fb19-40a1-8346-fb28a36f2516 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.048558] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.053358] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebab0c-bbee-4436-9f47-d002523e14dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.067055] env[69692]: DEBUG nova.compute.provider_tree [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.200333] env[69692]: DEBUG oslo_concurrency.lockutils [req-692f71b7-9aa5-456a-81e2-72b758e79d0d req-7bd25a94-f6dc-4da4-b77d-5b902dc63a68 service nova] Releasing lock "refresh_cache-c85a6c39-0781-4456-9036-68262d2b14f1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.346183] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535646, 'name': PowerOffVM_Task, 'duration_secs': 0.218779} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.346526] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.346695] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.346958] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715a2a6a-571b-40ea-98a4-0bb34f4451ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.349196] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.349515] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Instance network_info: |[{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.350150] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b1:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e30c0619-53c4-4d05-911a-84b28748dbb1', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.359307] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Creating folder: Project (77a08fe9b74544a59d6c31f5b27592c6). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.360141] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97f33b80-00b1-4b79-be95-ffeb0d132bd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.371830] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Created folder: Project (77a08fe9b74544a59d6c31f5b27592c6) in parent group-v706084. [ 786.372057] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Creating folder: Instances. Parent ref: group-v706138. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.372304] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0403ca0-6d06-4ab7-aaad-d58bf0983990 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.389388] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535647, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.389388] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Created folder: Instances in parent group-v706138. [ 786.389388] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.389564] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.389766] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9494b48b-f04a-4301-96d4-9ac7ebafac09 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.412360] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.412360] env[69692]: value = "task-3535652" [ 786.412360] env[69692]: _type = "Task" [ 786.412360] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.423236] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.423469] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.423658] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Deleting the datastore file [datastore2] 435b11cd-2a7c-4869-9785-62290b46769e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.428048] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d32a6b3-7b3b-4cb1-9aba-fc0e3d55e0e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.429687] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535652, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.433757] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for the task: (returnval){ [ 786.433757] env[69692]: value = "task-3535653" [ 786.433757] env[69692]: _type = "Task" [ 786.433757] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.442812] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.457209] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.457477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.458362] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.495912] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.495912] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.495912] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.496192] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.496192] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.496346] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.496581] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.496750] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.496936] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.497132] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.497359] env[69692]: DEBUG nova.virt.hardware [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.498260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4f296f-3c56-44bb-baf7-530c1ee3784b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.506324] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b003a43e-1c42-48e2-a1d7-618be9a53f7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.529087] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535648, 'name': PowerOffVM_Task, 'duration_secs': 0.488868} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.529388] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.529651] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.530428] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7957baa-3079-4cda-88ef-716ded288cfc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.538056] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.539018] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01cd444e-6bfb-42b9-8740-e83c6d72ace1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.559550] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.559823] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.560094] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleting the datastore file [datastore1] aabea5f0-f4c1-4d9f-a04e-6d165900bf67 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.560403] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e37a360-a495-4481-810c-e1f3ce7fe36f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.566724] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 786.566724] env[69692]: value = "task-3535655" [ 786.566724] env[69692]: _type = "Task" [ 786.566724] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.570933] env[69692]: DEBUG nova.scheduler.client.report [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.581739] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.866444] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "03afb7d6-186a-4fce-a004-003937329ff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.866694] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.888381] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512332} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.888640] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c85a6c39-0781-4456-9036-68262d2b14f1/c85a6c39-0781-4456-9036-68262d2b14f1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.888847] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.889112] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aad176a-f72e-4ffc-8ffb-0bcb0226680a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.895813] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 786.895813] env[69692]: value = "task-3535656" [ 786.895813] env[69692]: _type = "Task" [ 786.895813] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.907770] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.922934] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535652, 'name': CreateVM_Task, 'duration_secs': 0.33287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.923167] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.924217] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.924437] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.924819] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.925102] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f67630a-9453-4df7-97fb-3d6c52cc6555 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.930281] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 786.930281] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8646e-d2cf-c30e-8292-e661efe82c6d" [ 786.930281] env[69692]: _type = "Task" [ 786.930281] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.946751] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8646e-d2cf-c30e-8292-e661efe82c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.952852] env[69692]: DEBUG oslo_vmware.api [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Task: {'id': task-3535653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.952852] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.952852] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.952852] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.953172] env[69692]: INFO nova.compute.manager [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 786.953279] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.953468] env[69692]: DEBUG nova.compute.manager [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.953564] env[69692]: DEBUG nova.network.neutron [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.077269] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.077858] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.080802] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102382} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.080802] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.968s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.081038] env[69692]: DEBUG nova.objects.instance [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lazy-loading 'resources' on Instance uuid 1a6f2f90-dab0-44bb-8564-223efaf9f8f6 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.082567] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.082755] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.082934] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.231549] env[69692]: DEBUG nova.compute.manager [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-vif-plugged-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.231549] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Acquiring lock "4dece754-6efe-48db-937b-eca3906bd248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.231549] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Lock "4dece754-6efe-48db-937b-eca3906bd248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.231549] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Lock "4dece754-6efe-48db-937b-eca3906bd248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.231549] env[69692]: DEBUG nova.compute.manager [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] No waiting events found dispatching network-vif-plugged-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 787.231549] env[69692]: WARNING nova.compute.manager [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received unexpected event network-vif-plugged-e30c0619-53c4-4d05-911a-84b28748dbb1 for instance with vm_state building and task_state spawning. [ 787.231549] env[69692]: DEBUG nova.compute.manager [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.232109] env[69692]: DEBUG nova.compute.manager [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing instance network info cache due to event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.232669] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.232822] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.233082] env[69692]: DEBUG nova.network.neutron [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.406587] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.406897] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.407981] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db4abc-16fb-4860-bb0b-316cb6a86ba0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.443552] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c85a6c39-0781-4456-9036-68262d2b14f1/c85a6c39-0781-4456-9036-68262d2b14f1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.448221] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521b5100-10a7-408a-99b8-3ab2a1d61fd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.469467] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e8646e-d2cf-c30e-8292-e661efe82c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.022153} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.470868] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.471111] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.471344] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.471485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.471654] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.471962] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 787.471962] env[69692]: value = "task-3535657" [ 787.471962] env[69692]: _type = "Task" [ 787.471962] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.472265] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3dcb97-0cc6-4514-8d1e-da80d93de393 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.484751] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.486151] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.486458] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.487330] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48ef9a6-c261-49c4-b424-2608e7185907 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.493199] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 787.493199] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525d43e7-4264-6075-1008-6dd2384326df" [ 787.493199] env[69692]: _type = "Task" [ 787.493199] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.503823] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525d43e7-4264-6075-1008-6dd2384326df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.582597] env[69692]: DEBUG nova.compute.utils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.584160] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.584332] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.667226] env[69692]: DEBUG nova.policy [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e77f957ca208416c825d5c929fd80186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0241ad87f34faea23382e4ab16b480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.700949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.701486] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.740804] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Successfully updated port: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.987251] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.013235] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525d43e7-4264-6075-1008-6dd2384326df, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.017874] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e603f87-5348-475a-9f19-cacb0ac36d88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.023342] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 788.023342] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5272022d-80f4-b090-d213-fccb59809512" [ 788.023342] env[69692]: _type = "Task" [ 788.023342] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.034814] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5272022d-80f4-b090-d213-fccb59809512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.064940] env[69692]: DEBUG nova.compute.manager [req-2b7571ae-ac19-4ec3-9f87-69bee236ad18 req-b4d84f37-f022-47f5-bda1-405212d9874c service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Received event network-vif-deleted-07c3b58a-9770-4370-b39a-8172c3539d71 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.064940] env[69692]: INFO nova.compute.manager [req-2b7571ae-ac19-4ec3-9f87-69bee236ad18 req-b4d84f37-f022-47f5-bda1-405212d9874c service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Neutron deleted interface 07c3b58a-9770-4370-b39a-8172c3539d71; detaching it from the instance and deleting it from the info cache [ 788.064940] env[69692]: DEBUG nova.network.neutron [req-2b7571ae-ac19-4ec3-9f87-69bee236ad18 req-b4d84f37-f022-47f5-bda1-405212d9874c service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.065590] env[69692]: DEBUG nova.network.neutron [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updated VIF entry in instance network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.067316] env[69692]: DEBUG nova.network.neutron [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.090686] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.134356] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.134799] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.135170] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.135609] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.135858] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.136149] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.137221] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.137221] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.137221] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.137221] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.137523] env[69692]: DEBUG nova.virt.hardware [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.138816] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05131f0-a755-48f2-a616-be72b17fd5d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.148256] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e4c1e2-0504-43db-96c9-e3b5739d8ecf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.166127] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.172098] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.173074] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Successfully created port: 8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.177255] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.177713] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fac928-f759-46eb-9659-2487bd8bc0a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.202021] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.202021] env[69692]: value = "task-3535658" [ 788.202021] env[69692]: _type = "Task" [ 788.202021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.209107] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.209202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.210615] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62659247-85b7-4f37-8eec-f8d860a672b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.221360] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535658, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.237823] env[69692]: DEBUG nova.network.neutron [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.243038] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73557034-1e8b-4c16-a350-ae412695695f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.243475] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.243648] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquired lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.243796] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.269166] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfiguring VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 788.274038] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bb1208-1dd4-41bc-8ba4-6c48c03ad9e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.289135] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9366a24f-f2c3-4f6c-b039-35bd9981677e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.300485] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53652e-324c-4d36-8b6f-d26ecd47e6ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.304758] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 788.304758] env[69692]: value = "task-3535659" [ 788.304758] env[69692]: _type = "Task" [ 788.304758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.333934] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88700909-7222-48f9-9347-5569acf16c73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.340958] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.346192] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843bfe1-0e3f-4375-b534-164bc96787fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.361644] env[69692]: DEBUG nova.compute.provider_tree [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.486217] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535657, 'name': ReconfigVM_Task, 'duration_secs': 0.735724} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.486519] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c85a6c39-0781-4456-9036-68262d2b14f1/c85a6c39-0781-4456-9036-68262d2b14f1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.487368] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd597ddc-b6fd-4f3b-8220-5cdf27fbe2ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.495341] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 788.495341] env[69692]: value = "task-3535660" [ 788.495341] env[69692]: _type = "Task" [ 788.495341] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.509346] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535660, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.534209] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5272022d-80f4-b090-d213-fccb59809512, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.534484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.534741] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/4dece754-6efe-48db-937b-eca3906bd248.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.535482] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-074b2ba3-fc96-434a-bc3f-ba987acdb4bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.545207] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 788.545207] env[69692]: value = "task-3535661" [ 788.545207] env[69692]: _type = "Task" [ 788.545207] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.551610] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.555876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "45975393-03bf-4e76-8f88-b96efafe6bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.556120] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.571666] env[69692]: DEBUG oslo_concurrency.lockutils [req-af95c83d-7c15-4be8-8b83-e129d88ede3d req-e8ed1335-6e68-48f6-b2a3-6fd735a0a4bf service nova] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.572660] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1fdcffb-7fdc-453c-a1b0-4162570c4329 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.582100] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb20ecc5-abc2-4dff-9e29-694ad24dbfd7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.615481] env[69692]: DEBUG nova.compute.manager [req-2b7571ae-ac19-4ec3-9f87-69bee236ad18 req-b4d84f37-f022-47f5-bda1-405212d9874c service nova] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Detach interface failed, port_id=07c3b58a-9770-4370-b39a-8172c3539d71, reason: Instance 435b11cd-2a7c-4869-9785-62290b46769e could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.722205] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535658, 'name': CreateVM_Task, 'duration_secs': 0.398843} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.722502] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.723168] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.723479] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.724015] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.724353] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de60699d-5a6e-41ef-b1e2-438b0dc1ae1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.737701] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 788.737701] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52246b9c-231b-1789-6d2d-3c66b999de7b" [ 788.737701] env[69692]: _type = "Task" [ 788.737701] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.748555] env[69692]: INFO nova.compute.manager [-] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Took 1.79 seconds to deallocate network for instance. [ 788.762096] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52246b9c-231b-1789-6d2d-3c66b999de7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01734} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.765706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.765872] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.766115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.766268] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.766515] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.767774] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f2200b-5214-4818-9248-c314a94f91e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.780504] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.780709] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.781678] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f27655e-1fb6-4cb0-a86b-908e4425814c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.790075] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 788.790075] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529eadfb-d9a9-d9dc-59f6-618829267a56" [ 788.790075] env[69692]: _type = "Task" [ 788.790075] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.798148] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.803145] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529eadfb-d9a9-d9dc-59f6-618829267a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.820114] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.867054] env[69692]: DEBUG nova.scheduler.client.report [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.000698] env[69692]: DEBUG nova.network.neutron [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updating instance_info_cache with network_info: [{"id": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "address": "fa:16:3e:86:3f:5f", "network": {"id": "2e4d8ac1-6255-4eb7-b2b9-34b5f117de69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-695361429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ab053767ae47c3aa725b5b8a3935e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfa67cc-25", "ovs_interfaceid": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.010727] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535660, 'name': Rename_Task, 'duration_secs': 0.147172} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.010727] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.010727] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e178b331-a375-4524-ab5e-a2d92370115b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.015769] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 789.015769] env[69692]: value = "task-3535662" [ 789.015769] env[69692]: _type = "Task" [ 789.015769] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.029063] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.057781] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.119232] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.147798] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.148070] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.148240] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.148722] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.148882] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.148937] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.149181] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.149309] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.149469] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.149628] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.149795] env[69692]: DEBUG nova.virt.hardware [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.151067] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d53e0-a53c-4d48-9cc3-05d9ed3ee488 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.160422] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc6530-ad91-4384-a8fe-8c092ed7f5eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259804] env[69692]: DEBUG nova.compute.manager [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received event network-vif-plugged-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.260062] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Acquiring lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.260280] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.260501] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.260548] env[69692]: DEBUG nova.compute.manager [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] No waiting events found dispatching network-vif-plugged-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 789.260688] env[69692]: WARNING nova.compute.manager [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received unexpected event network-vif-plugged-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff for instance with vm_state building and task_state spawning. [ 789.260841] env[69692]: DEBUG nova.compute.manager [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.261038] env[69692]: DEBUG nova.compute.manager [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing instance network info cache due to event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.261172] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Acquiring lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.268752] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.300745] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529eadfb-d9a9-d9dc-59f6-618829267a56, 'name': SearchDatastore_Task, 'duration_secs': 0.029821} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.301617] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cb8888-f7c7-4449-92c6-a0455f6141c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.306855] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 789.306855] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522b7b5e-7dcc-950c-527b-436a3310763e" [ 789.306855] env[69692]: _type = "Task" [ 789.306855] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.319620] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.322604] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522b7b5e-7dcc-950c-527b-436a3310763e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.376939] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.379339] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.018s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.384028] env[69692]: INFO nova.compute.claims [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.405354] env[69692]: INFO nova.scheduler.client.report [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Deleted allocations for instance 1a6f2f90-dab0-44bb-8564-223efaf9f8f6 [ 789.503808] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Releasing lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.504167] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Instance network_info: |[{"id": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "address": "fa:16:3e:86:3f:5f", "network": {"id": "2e4d8ac1-6255-4eb7-b2b9-34b5f117de69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-695361429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ab053767ae47c3aa725b5b8a3935e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfa67cc-25", "ovs_interfaceid": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.504459] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Acquired lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.504642] env[69692]: DEBUG nova.network.neutron [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.505933] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:3f:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bfa67cc-25d2-4262-be5f-0ba92f5a85ff', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.514228] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Creating folder: Project (35ab053767ae47c3aa725b5b8a3935e1). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.519116] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401f980d-5104-43f2-a6aa-aee44f0e4c05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.532451] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.534730] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Created folder: Project (35ab053767ae47c3aa725b5b8a3935e1) in parent group-v706084. [ 789.535055] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Creating folder: Instances. Parent ref: group-v706142. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.535385] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f798ff6-befe-405d-9693-31f844809977 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.544572] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Created folder: Instances in parent group-v706142. [ 789.545020] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.545250] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.545486] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-603dad0f-09e0-42a2-bd9e-9edca10f1575 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.570763] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581236} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.576388] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/4dece754-6efe-48db-937b-eca3906bd248.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.576388] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.577125] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.577125] env[69692]: value = "task-3535665" [ 789.577125] env[69692]: _type = "Task" [ 789.577125] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.577465] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aecda1b-092a-40fa-bab6-c0dbc1f8bf2e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.588105] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 789.588105] env[69692]: value = "task-3535666" [ 789.588105] env[69692]: _type = "Task" [ 789.588105] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.594344] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535665, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.601024] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.830392] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522b7b5e-7dcc-950c-527b-436a3310763e, 'name': SearchDatastore_Task, 'duration_secs': 0.051806} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.831012] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.835079] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836742] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.836742] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f178e445-bf11-4252-86d1-bd83c7c61913 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.846386] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 789.846386] env[69692]: value = "task-3535667" [ 789.846386] env[69692]: _type = "Task" [ 789.846386] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.855616] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.900271] env[69692]: DEBUG nova.network.neutron [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updated VIF entry in instance network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.900271] env[69692]: DEBUG nova.network.neutron [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updating instance_info_cache with network_info: [{"id": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "address": "fa:16:3e:86:3f:5f", "network": {"id": "2e4d8ac1-6255-4eb7-b2b9-34b5f117de69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-695361429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ab053767ae47c3aa725b5b8a3935e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfa67cc-25", "ovs_interfaceid": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.917447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6435d6a4-8f2b-415f-9a52-4870b05960f5 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Lock "1a6f2f90-dab0-44bb-8564-223efaf9f8f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.943s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.987995] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Successfully updated port: 8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.031089] env[69692]: DEBUG oslo_vmware.api [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535662, 'name': PowerOnVM_Task, 'duration_secs': 0.938876} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.031375] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.031576] env[69692]: INFO nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Took 10.68 seconds to spawn the instance on the hypervisor. [ 790.031763] env[69692]: DEBUG nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.032626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c082f-d774-4677-b873-896c1907f5b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.093354] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535665, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.103288] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083958} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.103617] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.104575] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f96d86-eb51-47cc-9886-3a46b24647cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.133325] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/4dece754-6efe-48db-937b-eca3906bd248.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.134077] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0a4da0-7bf9-40d5-a41d-8bf67f719bc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.158283] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 790.158283] env[69692]: value = "task-3535668" [ 790.158283] env[69692]: _type = "Task" [ 790.158283] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.172479] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.320977] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.353641] env[69692]: DEBUG nova.compute.manager [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received event network-vif-plugged-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.353867] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Acquiring lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.354092] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.354260] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.354461] env[69692]: DEBUG nova.compute.manager [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] No waiting events found dispatching network-vif-plugged-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.354567] env[69692]: WARNING nova.compute.manager [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received unexpected event network-vif-plugged-8cb42280-bc88-4ace-b304-8337f1494012 for instance with vm_state building and task_state spawning. [ 790.354720] env[69692]: DEBUG nova.compute.manager [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received event network-changed-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.354887] env[69692]: DEBUG nova.compute.manager [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing instance network info cache due to event network-changed-8cb42280-bc88-4ace-b304-8337f1494012. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.355198] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Acquiring lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.355245] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Acquired lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.355453] env[69692]: DEBUG nova.network.neutron [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing network info cache for port 8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.364657] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489249} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.365682] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.365986] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.366292] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e3ee3c-5010-4bc3-bd7a-b3e8c6877edb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.374529] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 790.374529] env[69692]: value = "task-3535669" [ 790.374529] env[69692]: _type = "Task" [ 790.374529] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.383936] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.402744] env[69692]: DEBUG oslo_concurrency.lockutils [req-cda20399-8ff8-4615-ae90-151ba6620e81 req-c13121d1-6f04-44cc-9ec2-a6b2178c851a service nova] Releasing lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.493084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.556909] env[69692]: INFO nova.compute.manager [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Took 34.90 seconds to build instance. [ 790.594617] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535665, 'name': CreateVM_Task, 'duration_secs': 0.59004} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.594953] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.595646] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.595812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.596169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.599425] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41ad3ed-00c6-4a54-b236-d0f7c8a5b08e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.604167] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 790.604167] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5251b743-7e3f-6553-7243-067fe8cf10fa" [ 790.604167] env[69692]: _type = "Task" [ 790.604167] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.613309] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5251b743-7e3f-6553-7243-067fe8cf10fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.669671] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.825240] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.892536] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.892536] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.892536] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bccfba-5e9f-4d3f-95dc-bcda6c31cf50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.911449] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.914319] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd881a92-4d52-4d4e-a655-8aa0da7adb6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.932997] env[69692]: DEBUG nova.network.neutron [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.936883] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 790.936883] env[69692]: value = "task-3535670" [ 790.936883] env[69692]: _type = "Task" [ 790.936883] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.945841] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.969581] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397bd893-08f1-4631-9a53-20a03816edd8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.977437] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98efa5-08a3-452c-b086-870b41c80985 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.011334] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b2a54-5128-4743-83cf-0fff4fbe87aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.018920] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddfe09-ddf9-44fb-b3ce-dde9431a749a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.033856] env[69692]: DEBUG nova.compute.provider_tree [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.052357] env[69692]: DEBUG nova.network.neutron [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.060865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.076s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.118774] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5251b743-7e3f-6553-7243-067fe8cf10fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.119278] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.119446] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.120043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.121139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.121139] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.121370] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c8f1d8-896c-4c49-a3cf-b0f049f2c6df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.130266] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.130466] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.131716] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2800b2e-5633-4086-883f-9ef2712c2802 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.136702] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 791.136702] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529dc644-2d49-2ddc-ae5b-9a1162d5cbbb" [ 791.136702] env[69692]: _type = "Task" [ 791.136702] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.144998] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529dc644-2d49-2ddc-ae5b-9a1162d5cbbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.169944] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.303468] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c561c-c062-4ced-bbce-9745093f8ce8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.310695] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Suspending the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 791.310956] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dd5c1ef0-98e0-4a09-9966-1584dd0e7f5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.321878] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.323307] env[69692]: DEBUG oslo_vmware.api [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] Waiting for the task: (returnval){ [ 791.323307] env[69692]: value = "task-3535671" [ 791.323307] env[69692]: _type = "Task" [ 791.323307] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.451083] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.539226] env[69692]: DEBUG nova.scheduler.client.report [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.560351] env[69692]: DEBUG oslo_concurrency.lockutils [req-37ab8015-e0aa-4081-b641-257f0c5d9742 req-ae2a297b-5986-4564-929b-fcdeb481a167 service nova] Releasing lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.560351] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.560351] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.563536] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.648431] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529dc644-2d49-2ddc-ae5b-9a1162d5cbbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.649509] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69741efd-ab75-441c-8954-02fc5d65e724 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.655172] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 791.655172] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbcb63-2911-6c10-315b-8e00e0a7b037" [ 791.655172] env[69692]: _type = "Task" [ 791.655172] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.663458] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbcb63-2911-6c10-315b-8e00e0a7b037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.671447] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535668, 'name': ReconfigVM_Task, 'duration_secs': 1.36675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.671633] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/4dece754-6efe-48db-937b-eca3906bd248.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.672242] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac501803-5e13-4bdf-b101-f6e47031fba0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.678528] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 791.678528] env[69692]: value = "task-3535672" [ 791.678528] env[69692]: _type = "Task" [ 791.678528] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.687289] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535672, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.823716] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.832997] env[69692]: DEBUG oslo_vmware.api [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] Task: {'id': task-3535671, 'name': SuspendVM_Task} progress is 58%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.950549] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.045184] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.045800] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.048522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.651s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.049910] env[69692]: INFO nova.compute.claims [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.103875] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.108984] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.172465] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbcb63-2911-6c10-315b-8e00e0a7b037, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.172786] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.173058] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 053056de-bba2-4dd5-8cfc-4c47209f8ec5/053056de-bba2-4dd5-8cfc-4c47209f8ec5.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.175660] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4585c8e0-81e5-4f7e-85f6-9bfeaa860166 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.183969] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 792.183969] env[69692]: value = "task-3535673" [ 792.183969] env[69692]: _type = "Task" [ 792.183969] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.191237] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535672, 'name': Rename_Task, 'duration_secs': 0.258611} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.191380] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.191742] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cef7aab-5956-4bb1-885e-cdb4e2fa59da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.196031] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.201059] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 792.201059] env[69692]: value = "task-3535674" [ 792.201059] env[69692]: _type = "Task" [ 792.201059] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.216509] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.334045] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.345912] env[69692]: DEBUG oslo_vmware.api [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] Task: {'id': task-3535671, 'name': SuspendVM_Task, 'duration_secs': 0.853301} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.349338] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Suspended the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 792.349338] env[69692]: DEBUG nova.compute.manager [None req-f28b0671-52e5-47a2-aecd-701537ef78c5 tempest-ServersAdminNegativeTestJSON-2029963916 tempest-ServersAdminNegativeTestJSON-2029963916-project-admin] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.349338] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69408e01-a874-4c74-9a28-61eb6fa2cab6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.365821] env[69692]: DEBUG nova.network.neutron [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updating instance_info_cache with network_info: [{"id": "8cb42280-bc88-4ace-b304-8337f1494012", "address": "fa:16:3e:44:21:49", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb42280-bc", "ovs_interfaceid": "8cb42280-bc88-4ace-b304-8337f1494012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.453722] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535670, 'name': ReconfigVM_Task, 'duration_secs': 1.041887} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.453722] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Reconfigured VM instance instance-00000013 to attach disk [datastore2] aabea5f0-f4c1-4d9f-a04e-6d165900bf67/aabea5f0-f4c1-4d9f-a04e-6d165900bf67.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.453722] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594a2601-6e67-41c9-82a8-59e7afe316f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.461842] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 792.461842] env[69692]: value = "task-3535675" [ 792.461842] env[69692]: _type = "Task" [ 792.461842] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.479382] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535675, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.555132] env[69692]: DEBUG nova.compute.utils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.561866] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.562187] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.611850] env[69692]: DEBUG nova.policy [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3182c72e0b48b7b3748a72f51badf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f604005785b46c395f5600f7a54750d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.695300] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.695540] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 053056de-bba2-4dd5-8cfc-4c47209f8ec5/053056de-bba2-4dd5-8cfc-4c47209f8ec5.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.697059] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.697059] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf130c7-1219-497e-92d3-16bea6831abc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.702668] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 792.702668] env[69692]: value = "task-3535676" [ 792.702668] env[69692]: _type = "Task" [ 792.702668] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.716089] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.719568] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.825448] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.869462] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.869786] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance network_info: |[{"id": "8cb42280-bc88-4ace-b304-8337f1494012", "address": "fa:16:3e:44:21:49", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb42280-bc", "ovs_interfaceid": "8cb42280-bc88-4ace-b304-8337f1494012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.872625] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:21:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cb42280-bc88-4ace-b304-8337f1494012', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.880953] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Creating folder: Project (ed0241ad87f34faea23382e4ab16b480). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.882212] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b68ee2a9-f093-4ac7-bb6a-f011e1c784aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.894911] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Created folder: Project (ed0241ad87f34faea23382e4ab16b480) in parent group-v706084. [ 792.895124] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Creating folder: Instances. Parent ref: group-v706145. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.895372] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c355481-d905-4655-a3d5-2d9c806cfebd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.904270] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Created folder: Instances in parent group-v706145. [ 792.904270] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.904270] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.904551] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760c0a64-eedd-4076-9387-fd01b0c61a18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.925423] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.925423] env[69692]: value = "task-3535679" [ 792.925423] env[69692]: _type = "Task" [ 792.925423] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.933442] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535679, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.934274] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Successfully created port: f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.972885] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535675, 'name': Rename_Task, 'duration_secs': 0.152933} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.973259] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.973518] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7fc3afe-a87c-4c6c-bd91-cf4c77b29073 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.979129] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 792.979129] env[69692]: value = "task-3535680" [ 792.979129] env[69692]: _type = "Task" [ 792.979129] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.987920] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.062895] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.224170] env[69692]: DEBUG oslo_vmware.api [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535674, 'name': PowerOnVM_Task, 'duration_secs': 0.612188} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.225157] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.225887] env[69692]: INFO nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Took 9.44 seconds to spawn the instance on the hypervisor. [ 793.226262] env[69692]: DEBUG nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.231527] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c052f8-11a2-4b85-9818-9888fa57ccee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.241921] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068606} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.243448] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.244450] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab0a6d-b0c0-4b81-852f-7c659d2be37b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.276908] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 053056de-bba2-4dd5-8cfc-4c47209f8ec5/053056de-bba2-4dd5-8cfc-4c47209f8ec5.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.280127] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c79bef-7372-4310-8a42-41d97155152e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.306498] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 793.306498] env[69692]: value = "task-3535681" [ 793.306498] env[69692]: _type = "Task" [ 793.306498] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.319694] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.331519] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.437183] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535679, 'name': CreateVM_Task, 'duration_secs': 0.450444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.437183] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.437519] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.438521] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.438521] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.438521] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52996dc4-39bb-4fe7-9d6d-b3e7dd4ef77f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.446227] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 793.446227] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520caef1-de9a-f0dc-8804-a68e402f0f07" [ 793.446227] env[69692]: _type = "Task" [ 793.446227] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.457017] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520caef1-de9a-f0dc-8804-a68e402f0f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.493108] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535680, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.653277] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e416c3-aefd-46c6-b0d7-3217078d1dfb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.664478] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c37354-fb69-4520-aa69-030f85e28bad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.698611] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874b415-5e86-4ec8-a9f8-7c361a1f369a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.708120] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8490645-b29e-4dbd-8bf4-86e5b68a599c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.726030] env[69692]: DEBUG nova.compute.provider_tree [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.767058] env[69692]: INFO nova.compute.manager [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Took 35.82 seconds to build instance. [ 793.819102] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.827686] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.961035] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520caef1-de9a-f0dc-8804-a68e402f0f07, 'name': SearchDatastore_Task, 'duration_secs': 0.021485} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.961035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.961035] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.961035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.961035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.961035] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.961035] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d30a3c3-d1ee-4459-aac6-afffd03fd6aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.974236] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.974236] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.974236] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bda65c-052f-4e2a-bbae-9910741f82f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.985655] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 793.985655] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5285037b-1d9d-a3fc-6642-57b49c5c0341" [ 793.985655] env[69692]: _type = "Task" [ 793.985655] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.006399] env[69692]: DEBUG oslo_vmware.api [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535680, 'name': PowerOnVM_Task, 'duration_secs': 0.562297} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.006676] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5285037b-1d9d-a3fc-6642-57b49c5c0341, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.006935] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.007159] env[69692]: DEBUG nova.compute.manager [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.008478] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78bbcaa-ac6d-4ec6-9217-16de72907b49 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.011093] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a075c6-fa4e-4a0d-90ee-c88c5398e1bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.023483] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 794.023483] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c6c291-ed55-6273-3cdf-d07097559a6e" [ 794.023483] env[69692]: _type = "Task" [ 794.023483] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.036507] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c6c291-ed55-6273-3cdf-d07097559a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.036665] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.036921] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f/0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.037226] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1c12d9-7652-43f8-a5f5-864828e49800 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.046074] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 794.046074] env[69692]: value = "task-3535682" [ 794.046074] env[69692]: _type = "Task" [ 794.046074] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.055244] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.077443] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.121973] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.122239] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.122396] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.122579] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.122722] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.122919] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.125307] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.125466] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.125677] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.126301] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.127491] env[69692]: DEBUG nova.virt.hardware [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.128873] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ae595e-a51d-40e0-89c5-5720a956bd74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.140480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d09d59-a846-4f09-9fcf-cffd0f1ea31c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.226880] env[69692]: DEBUG nova.scheduler.client.report [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.270580] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab87d743-de39-4c47-acd1-c29534eb2c1f tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.584s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.318584] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535681, 'name': ReconfigVM_Task, 'duration_secs': 0.704611} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.318875] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 053056de-bba2-4dd5-8cfc-4c47209f8ec5/053056de-bba2-4dd5-8cfc-4c47209f8ec5.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.319462] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82c9dcbe-8e6f-4939-8c2d-34d254e0f438 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.330511] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.332267] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 794.332267] env[69692]: value = "task-3535683" [ 794.332267] env[69692]: _type = "Task" [ 794.332267] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.341446] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535683, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.541792] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.561760] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.600982] env[69692]: DEBUG nova.compute.manager [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Received event network-vif-plugged-f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.601266] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] Acquiring lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.601586] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.601772] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.601999] env[69692]: DEBUG nova.compute.manager [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] No waiting events found dispatching network-vif-plugged-f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.602416] env[69692]: WARNING nova.compute.manager [req-2f402885-0030-4f98-8318-e356ac6f4ebf req-87dde29b-4465-4ead-b6e1-48123468f3c4 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Received unexpected event network-vif-plugged-f2baca53-3bf3-47e0-9f11-161f27404694 for instance with vm_state building and task_state spawning. [ 794.618205] env[69692]: INFO nova.compute.manager [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Rescuing [ 794.618506] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.618723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.618923] env[69692]: DEBUG nova.network.neutron [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.723725] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Successfully updated port: f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.737947] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.738728] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.743401] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.386s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.746049] env[69692]: INFO nova.compute.claims [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.773657] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.833495] env[69692]: DEBUG oslo_vmware.api [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535659, 'name': ReconfigVM_Task, 'duration_secs': 6.309884} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.836796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.837042] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Reconfigured VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 794.849550] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535683, 'name': Rename_Task, 'duration_secs': 0.286108} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.849832] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.850090] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7e1e59-4450-41dd-a322-e1939b7fef7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.864098] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 794.864098] env[69692]: value = "task-3535684" [ 794.864098] env[69692]: _type = "Task" [ 794.864098] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.877126] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.063232] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535682, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003924} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.063232] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f/0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.063232] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.063745] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63f85dd1-2a17-4c97-86f8-f60c4ec5a416 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.071302] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 795.071302] env[69692]: value = "task-3535685" [ 795.071302] env[69692]: _type = "Task" [ 795.071302] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.083335] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.226636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.226786] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.226938] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.249624] env[69692]: DEBUG nova.compute.utils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.255969] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.255969] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.306384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.354075] env[69692]: DEBUG nova.policy [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74dac567dd4d41bca91e8b3793b5a75f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550970d6b26d4819a41acf431a4af61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.377553] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.402781] env[69692]: DEBUG nova.network.neutron [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.585427] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091934} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.585687] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.586599] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea3b4c-db38-4f98-9587-7c5ff7a1ff92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.614058] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f/0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.614058] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b953810-eaee-43a4-97f9-4a6a8f8af2a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.636056] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.636952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.636952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.636952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.636952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.639329] env[69692]: INFO nova.compute.manager [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Terminating instance [ 795.642549] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 795.642549] env[69692]: value = "task-3535686" [ 795.642549] env[69692]: _type = "Task" [ 795.642549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.657224] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.758027] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.770385] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.878663] env[69692]: DEBUG oslo_vmware.api [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535684, 'name': PowerOnVM_Task, 'duration_secs': 0.822467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.878989] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.879246] env[69692]: INFO nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Took 9.42 seconds to spawn the instance on the hypervisor. [ 795.879643] env[69692]: DEBUG nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.880715] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd295b23-18f9-4c1b-839c-5383fa1b759b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.905105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.961282] env[69692]: DEBUG nova.network.neutron [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Updating instance_info_cache with network_info: [{"id": "f2baca53-3bf3-47e0-9f11-161f27404694", "address": "fa:16:3e:ff:82:18", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2baca53-3b", "ovs_interfaceid": "f2baca53-3bf3-47e0-9f11-161f27404694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.974075] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Successfully created port: 93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.145652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "refresh_cache-aabea5f0-f4c1-4d9f-a04e-6d165900bf67" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.145652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "refresh_cache-aabea5f0-f4c1-4d9f-a04e-6d165900bf67" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.145652] env[69692]: DEBUG nova.network.neutron [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.158952] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.333820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97a2a9-5272-4ca1-9ffd-c2f60cfa1433 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.342957] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6ad3c-c949-4a7b-95f9-ac4e6fe602dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.382476] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382655] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382832] env[69692]: DEBUG nova.network.neutron [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.387726] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a245692d-723b-43d9-921e-b584308b00f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.402911] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126ed0d-48aa-4c18-b922-b157d193b4f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.411539] env[69692]: INFO nova.compute.manager [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Took 37.89 seconds to build instance. [ 796.423182] env[69692]: DEBUG nova.compute.provider_tree [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.464079] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464431] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Instance network_info: |[{"id": "f2baca53-3bf3-47e0-9f11-161f27404694", "address": "fa:16:3e:ff:82:18", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2baca53-3b", "ovs_interfaceid": "f2baca53-3bf3-47e0-9f11-161f27404694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.465442] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:82:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2baca53-3bf3-47e0-9f11-161f27404694', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.473251] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating folder: Project (9f604005785b46c395f5600f7a54750d). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.473843] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b509f982-0cb2-4a0b-b12e-eb4ad08734a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.489365] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created folder: Project (9f604005785b46c395f5600f7a54750d) in parent group-v706084. [ 796.489365] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating folder: Instances. Parent ref: group-v706148. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.489365] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96faecc1-c85a-4f07-9f1a-9c211802209c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.501149] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created folder: Instances in parent group-v706148. [ 796.501354] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.501594] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.505201] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6eb32b5-0467-4a2e-aac1-309b7fc36bab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.535504] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.535504] env[69692]: value = "task-3535689" [ 796.535504] env[69692]: _type = "Task" [ 796.535504] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.544483] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535689, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.636987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.637263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.660446] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535686, 'name': ReconfigVM_Task, 'duration_secs': 0.541299} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.660808] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f/0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.661755] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e6e445-b8da-4bed-b449-954a51a6bcbf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.673077] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 796.673077] env[69692]: value = "task-3535690" [ 796.673077] env[69692]: _type = "Task" [ 796.673077] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.680296] env[69692]: DEBUG nova.network.neutron [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.687813] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535690, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.760051] env[69692]: DEBUG nova.network.neutron [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.771993] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.798369] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.798632] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.798792] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.799204] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.799418] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.799642] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.799980] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.800110] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.800320] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.800520] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.800730] env[69692]: DEBUG nova.virt.hardware [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.801675] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf20569-a10d-49af-a10a-88c504b82716 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.812430] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced6554-63a1-4f2c-8e3c-07e324b93ddc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.905161] env[69692]: DEBUG nova.compute.manager [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Received event network-changed-f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.905161] env[69692]: DEBUG nova.compute.manager [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Refreshing instance network info cache due to event network-changed-f2baca53-3bf3-47e0-9f11-161f27404694. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.905161] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Acquiring lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.905161] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Acquired lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.905419] env[69692]: DEBUG nova.network.neutron [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Refreshing network info cache for port f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.924183] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db5b880b-fb36-48b5-ac78-9f26a65641b9 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.779s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.925253] env[69692]: DEBUG nova.scheduler.client.report [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.047753] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535689, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.150143] env[69692]: INFO nova.network.neutron [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Port 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 797.150648] env[69692]: DEBUG nova.network.neutron [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.184877] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535690, 'name': Rename_Task, 'duration_secs': 0.219401} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.185120] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.185244] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22339b6b-3093-4ebf-bfd4-bcd86ccbcbb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.193521] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 797.193521] env[69692]: value = "task-3535691" [ 797.193521] env[69692]: _type = "Task" [ 797.193521] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.202468] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.262822] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "refresh_cache-aabea5f0-f4c1-4d9f-a04e-6d165900bf67" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.263334] env[69692]: DEBUG nova.compute.manager [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.263534] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.264416] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e498b-5dc9-426b-b324-0a69dd82a843 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.273022] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.273275] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5970631f-fc51-4212-845e-0d52662a877a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.280850] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 797.280850] env[69692]: value = "task-3535692" [ 797.280850] env[69692]: _type = "Task" [ 797.280850] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.290846] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.399231] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.399477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.399717] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.399913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.400123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.405253] env[69692]: INFO nova.compute.manager [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Terminating instance [ 797.430997] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.431858] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.434544] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.262s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.435259] env[69692]: DEBUG nova.objects.instance [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.445842] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.464764] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.464764] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d044dd-b3fb-4106-bbab-724b6217787b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.470492] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 797.470492] env[69692]: value = "task-3535693" [ 797.470492] env[69692]: _type = "Task" [ 797.470492] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.483443] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.548353] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535689, 'name': CreateVM_Task, 'duration_secs': 0.5902} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.550870] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.551596] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.551767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.552093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.552697] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0360ad8d-ec6a-4bb0-8e7c-bda5dc8e6234 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.558184] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 797.558184] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8a1a9-1c1f-871d-1ba0-aedf2cf1a7c1" [ 797.558184] env[69692]: _type = "Task" [ 797.558184] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.567295] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8a1a9-1c1f-871d-1ba0-aedf2cf1a7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.657310] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.664858] env[69692]: DEBUG nova.network.neutron [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Updated VIF entry in instance network info cache for port f2baca53-3bf3-47e0-9f11-161f27404694. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.665279] env[69692]: DEBUG nova.network.neutron [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Updating instance_info_cache with network_info: [{"id": "f2baca53-3bf3-47e0-9f11-161f27404694", "address": "fa:16:3e:ff:82:18", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2baca53-3b", "ovs_interfaceid": "f2baca53-3bf3-47e0-9f11-161f27404694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.704978] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.791380] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535692, 'name': PowerOffVM_Task, 'duration_secs': 0.224844} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.791638] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.791785] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.792071] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df5d9b1-1ae5-47c0-a73f-a12ebc2cc60d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.823898] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.824174] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.824404] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleting the datastore file [datastore2] aabea5f0-f4c1-4d9f-a04e-6d165900bf67 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.824718] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3dbeb7f-dbc7-4d5a-9e06-1eec3fc10753 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.831979] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 797.831979] env[69692]: value = "task-3535695" [ 797.831979] env[69692]: _type = "Task" [ 797.831979] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.844482] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.909469] env[69692]: DEBUG nova.compute.manager [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.909716] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.910611] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46e54c-fd20-423f-9223-1293243f6c18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.919864] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.920147] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e209d0e-c885-444b-a34a-e5ee0c23d4a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.926505] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 797.926505] env[69692]: value = "task-3535696" [ 797.926505] env[69692]: _type = "Task" [ 797.926505] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.936020] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.944301] env[69692]: DEBUG nova.compute.utils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.950164] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.951028] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.978592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.983234] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535693, 'name': PowerOffVM_Task, 'duration_secs': 0.212465} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.987631] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Successfully updated port: 93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.987631] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.987631] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed12cb-a7e8-4ebb-89b2-08ca4fb99b07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.012858] env[69692]: DEBUG nova.policy [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '584b31bc04c542d483b7d94ae71961ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '395b70ce4bfc48b8bac14b1c4217593d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.014832] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e85c58-b855-4107-9e4c-388ca40e44aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.050264] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.050264] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e83c7e-041a-4304-a87c-5b2338557990 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.057275] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 798.057275] env[69692]: value = "task-3535697" [ 798.057275] env[69692]: _type = "Task" [ 798.057275] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.070836] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8a1a9-1c1f-871d-1ba0-aedf2cf1a7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.073536] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.073726] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.073827] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.073959] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.074148] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.075025] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-224d68df-0802-4ea6-a076-558581a2bbda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.076690] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 798.076835] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.077066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.077218] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.077388] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.077614] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3309a67b-6323-40f8-8610-970b7cfb1d22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.089078] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.089256] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.089987] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.090166] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.090787] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac82c87-e2b1-43c9-8bdd-f4e59c0788e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.092923] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da30681-7dc7-4160-9af1-25eea0874e7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.102421] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 798.102421] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5218e1ee-75d5-fd29-ce60-6307634385f3" [ 798.102421] env[69692]: _type = "Task" [ 798.102421] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.104910] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 798.104910] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ee6bfe-c129-8ef5-2cd7-b25c63bcc4ee" [ 798.104910] env[69692]: _type = "Task" [ 798.104910] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.120689] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ee6bfe-c129-8ef5-2cd7-b25c63bcc4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.124320] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5218e1ee-75d5-fd29-ce60-6307634385f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.124627] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d7976c-f6e2-4dbc-8131-eb30ab1c64d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.127731] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9902f29-7a06-460a-81f7-23599ad3dbf9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.132871] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 798.132871] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d37c4b-1903-385a-e8d6-a1d4a645711f" [ 798.132871] env[69692]: _type = "Task" [ 798.132871] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.134161] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 798.134161] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527d5414-7719-233c-f50d-51adfd5d00a1" [ 798.134161] env[69692]: _type = "Task" [ 798.134161] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.145673] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527d5414-7719-233c-f50d-51adfd5d00a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.149165] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.149433] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 798.149865] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d37c4b-1903-385a-e8d6-a1d4a645711f, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.150099] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d4a658-b770-4116-af09-03438d6dd7cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.152148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.155020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 736852aa-a950-40b5-86d4-6de851b2b9c4/736852aa-a950-40b5-86d4-6de851b2b9c4.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.155020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-808976bb-2cd8-43af-9201-0e896cbbaa96 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.161469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-2aaa93a3-9140-4422-9849-0b5a2616e633-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.460s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.165062] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 798.165062] env[69692]: value = "task-3535698" [ 798.165062] env[69692]: _type = "Task" [ 798.165062] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.166479] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 798.166479] env[69692]: value = "task-3535699" [ 798.166479] env[69692]: _type = "Task" [ 798.166479] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.170295] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Releasing lock "refresh_cache-736852aa-a950-40b5-86d4-6de851b2b9c4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.170295] env[69692]: DEBUG nova.compute.manager [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-vif-deleted-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.170504] env[69692]: INFO nova.compute.manager [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Neutron deleted interface 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148; detaching it from the instance and deleting it from the info cache [ 798.170661] env[69692]: DEBUG nova.network.neutron [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [{"id": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "address": "fa:16:3e:e2:ec:a6", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae4c68e-3f", "ovs_interfaceid": "eae4c68e-3f83-4e39-97f4-531e33bd570d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.182222] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.185573] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.206896] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.272278] env[69692]: DEBUG nova.compute.manager [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received event network-vif-plugged-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.272491] env[69692]: DEBUG oslo_concurrency.lockutils [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] Acquiring lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.272696] env[69692]: DEBUG oslo_concurrency.lockutils [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.273256] env[69692]: DEBUG oslo_concurrency.lockutils [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.273256] env[69692]: DEBUG nova.compute.manager [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] No waiting events found dispatching network-vif-plugged-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.273417] env[69692]: WARNING nova.compute.manager [req-1547a32f-0fce-4279-9585-080131b2cb3c req-9c4bc9a6-390b-4d26-afba-d91334738f76 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received unexpected event network-vif-plugged-93e23747-c22b-4a46-a1c0-7f691add2dfd for instance with vm_state building and task_state spawning. [ 798.346131] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Successfully created port: 6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.349426] env[69692]: DEBUG oslo_vmware.api [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092875} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.349914] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.350351] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.350642] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.350932] env[69692]: INFO nova.compute.manager [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Took 1.09 seconds to destroy the instance on the hypervisor. [ 798.351297] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.351735] env[69692]: DEBUG nova.compute.manager [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.352036] env[69692]: DEBUG nova.network.neutron [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.375032] env[69692]: DEBUG nova.network.neutron [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.442587] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.448341] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.452963] env[69692]: DEBUG oslo_concurrency.lockutils [None req-07d9976a-4611-4bc9-b1fe-ef1f8875c5cb tempest-ServersAdmin275Test-1946068647 tempest-ServersAdmin275Test-1946068647-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.456453] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.935s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.456453] env[69692]: INFO nova.compute.claims [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.490513] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.490580] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.490717] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.677241] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Acquiring lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.686281] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.686281] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.695023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.695023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.714445] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.878102] env[69692]: DEBUG nova.network.neutron [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.944730] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535696, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.991049] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "c85a6c39-0781-4456-9036-68262d2b14f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.991515] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.991619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.991935] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.992238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.996292] env[69692]: INFO nova.compute.manager [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Terminating instance [ 799.042975] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.189893] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971332} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.190171] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.190423] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 736852aa-a950-40b5-86d4-6de851b2b9c4/736852aa-a950-40b5-86d4-6de851b2b9c4.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.190636] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.190886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f6c5026-59a3-4ec9-b5a0-030eba2d5d75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.199366] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 799.199366] env[69692]: value = "task-3535700" [ 799.199366] env[69692]: _type = "Task" [ 799.199366] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.200582] env[69692]: DEBUG nova.compute.utils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.218125] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task} progress is 67%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.220037] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.282716] env[69692]: DEBUG nova.network.neutron [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [{"id": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "address": "fa:16:3e:99:0d:68", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e23747-c2", "ovs_interfaceid": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.382718] env[69692]: INFO nova.compute.manager [-] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Took 1.03 seconds to deallocate network for instance. [ 799.440231] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535696, 'name': PowerOffVM_Task, 'duration_secs': 1.069692} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.441720] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.441720] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.441720] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d36caa5-06da-43ff-945c-7da6ed50faa8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.463747] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.489293] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.489810] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.490130] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.490442] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.490725] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.490995] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.491954] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.494080] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.494080] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.494080] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.494080] env[69692]: DEBUG nova.virt.hardware [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.494080] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7cd396-c9e0-49d2-8f9c-36ed0b17e005 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.502165] env[69692]: DEBUG nova.compute.manager [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.502693] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.504058] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce13643-935f-4f86-8174-5d4b4e26dd71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.516431] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fa8289-0e34-4f7e-960c-77477650ee54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.521193] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.524279] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f070b219-0e09-4dee-b39e-ad422b7b4e47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.528402] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.529308] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.529403] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleting the datastore file [datastore2] 2aaa93a3-9140-4422-9849-0b5a2616e633 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.532219] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe4fef06-b1d1-419e-9eba-a8fc72905ea8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.549362] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 799.549362] env[69692]: value = "task-3535703" [ 799.549362] env[69692]: _type = "Task" [ 799.549362] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.557375] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.621751] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.621962] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.622177] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleting the datastore file [datastore1] c85a6c39-0781-4456-9036-68262d2b14f1 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.622439] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2b801d6-2451-4814-9284-7ec83d122319 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.631347] env[69692]: DEBUG oslo_vmware.api [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 799.631347] env[69692]: value = "task-3535704" [ 799.631347] env[69692]: _type = "Task" [ 799.631347] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.643163] env[69692]: DEBUG oslo_vmware.api [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.683153] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044166} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.683464] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 799.684260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583630bb-25a5-45ee-adfb-28be691e84bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.708760] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.716916] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.726654] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7093adf-47ef-4ce3-8b53-870ccd46cd3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.748853] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.753806] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.753806] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 799.753806] env[69692]: value = "task-3535705" [ 799.753806] env[69692]: _type = "Task" [ 799.753806] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.753806] env[69692]: DEBUG oslo_vmware.api [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535691, 'name': PowerOnVM_Task, 'duration_secs': 2.259635} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.756472] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf66ca-7fc4-4a8a-84c5-6b29413ae2eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.759097] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.759589] env[69692]: INFO nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Took 10.64 seconds to spawn the instance on the hypervisor. [ 799.759589] env[69692]: DEBUG nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.763513] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c3d09-c4d6-4b89-a1fe-02bf688865d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.781212] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.790595] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 736852aa-a950-40b5-86d4-6de851b2b9c4/736852aa-a950-40b5-86d4-6de851b2b9c4.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.795496] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.795496] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Instance network_info: |[{"id": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "address": "fa:16:3e:99:0d:68", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e23747-c2", "ovs_interfaceid": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.795724] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bb1e7a-680d-4983-a36c-82edcaf89e9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.813497] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:0d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93e23747-c22b-4a46-a1c0-7f691add2dfd', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.824017] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating folder: Project (550970d6b26d4819a41acf431a4af61e). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.824017] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e85a9f0-fe9a-426f-afa7-0f73e9bd671c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.832264] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 799.832264] env[69692]: value = "task-3535707" [ 799.832264] env[69692]: _type = "Task" [ 799.832264] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.836730] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created folder: Project (550970d6b26d4819a41acf431a4af61e) in parent group-v706084. [ 799.836929] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating folder: Instances. Parent ref: group-v706151. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.837571] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce7953a7-cf9c-45c5-8905-136f1a5bed7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.843129] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.854334] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created folder: Instances in parent group-v706151. [ 799.854334] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.854334] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.854334] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b322089-0c6e-4de4-8e0e-d12d02279e51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.873972] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.873972] env[69692]: value = "task-3535709" [ 799.873972] env[69692]: _type = "Task" [ 799.873972] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.884813] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535709, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.888608] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.889756] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Successfully updated port: 6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.064308] env[69692]: DEBUG oslo_vmware.api [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3535703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389236} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.064582] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.064815] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.065078] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.065306] env[69692]: INFO nova.compute.manager [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Took 2.16 seconds to destroy the instance on the hypervisor. [ 800.065602] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.065861] env[69692]: DEBUG nova.compute.manager [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.065992] env[69692]: DEBUG nova.network.neutron [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.115989] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767e6a0-36b4-4e27-9078-2f1f14c23354 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.124169] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb7391-9031-43d3-828d-43f1d3ae04cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.163760] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68b2ab-ce7c-4562-b599-c8ebf7bf3e77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.176129] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0742f4b5-b199-4755-bef2-3303297c6d8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.180546] env[69692]: DEBUG oslo_vmware.api [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327822} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.180869] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.181170] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.181295] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.181478] env[69692]: INFO nova.compute.manager [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Took 0.68 seconds to destroy the instance on the hypervisor. [ 800.181730] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.182400] env[69692]: DEBUG nova.compute.manager [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.182530] env[69692]: DEBUG nova.network.neutron [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.195525] env[69692]: DEBUG nova.compute.provider_tree [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.270870] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535705, 'name': ReconfigVM_Task, 'duration_secs': 0.339922} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.271218] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 4dece754-6efe-48db-937b-eca3906bd248/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.272095] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111bd647-83f0-45eb-be4b-bed82d29e3ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.300964] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eddf4f4-d011-4b38-a053-69f9aaf02b17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.321496] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 800.321496] env[69692]: value = "task-3535710" [ 800.321496] env[69692]: _type = "Task" [ 800.321496] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.331936] env[69692]: INFO nova.compute.manager [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Took 38.81 seconds to build instance. [ 800.341720] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.348907] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535707, 'name': ReconfigVM_Task, 'duration_secs': 0.388541} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.349269] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 736852aa-a950-40b5-86d4-6de851b2b9c4/736852aa-a950-40b5-86d4-6de851b2b9c4.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.349941] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5c73eb-9b33-43ef-afc0-ede091cd8729 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.358125] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 800.358125] env[69692]: value = "task-3535711" [ 800.358125] env[69692]: _type = "Task" [ 800.358125] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.368345] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535711, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.388938] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535709, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.395105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.395198] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.395307] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.703614] env[69692]: DEBUG nova.scheduler.client.report [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.815520] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.815818] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.816140] env[69692]: INFO nova.compute.manager [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Attaching volume 81e9c6ee-0259-43ae-8623-327e3bb527f6 to /dev/sdb [ 800.837433] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f77abfc7-3b80-4685-a842-525cf1ce5af4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.182s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.845636] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535710, 'name': ReconfigVM_Task, 'duration_secs': 0.190316} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.845990] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.846323] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-156f7021-4062-4ad6-859f-05705ee8f5d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.856316] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 800.856316] env[69692]: value = "task-3535712" [ 800.856316] env[69692]: _type = "Task" [ 800.856316] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.872772] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3036a4-dda5-4096-99a2-ea62371d9445 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.883227] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.883227] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535711, 'name': Rename_Task, 'duration_secs': 0.184601} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.886611] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.886977] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ea043a-7500-4315-b744-6216b0550a57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.891514] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de536113-a506-43c5-992c-4d9bead42d35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.897029] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 800.897029] env[69692]: value = "task-3535713" [ 800.897029] env[69692]: _type = "Task" [ 800.897029] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.902397] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535709, 'name': CreateVM_Task, 'duration_secs': 0.740876} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.906374] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.911076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.911284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.911604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.912149] env[69692]: DEBUG nova.virt.block_device [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updating existing volume attachment record: d86fc40d-0768-46cb-a6c8-8c3397607601 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 800.915123] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5314574-5f7a-4c4b-9df5-8580e4d66d4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.921752] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.923274] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 800.923274] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527b2a1b-90b6-79a5-7bce-3b9474aea37c" [ 800.923274] env[69692]: _type = "Task" [ 800.923274] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.932493] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b2a1b-90b6-79a5-7bce-3b9474aea37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.970445] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.073842] env[69692]: DEBUG nova.network.neutron [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.102070] env[69692]: DEBUG nova.network.neutron [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.200812] env[69692]: DEBUG nova.compute.manager [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received event network-vif-plugged-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.201438] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.201714] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.201935] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.202169] env[69692]: DEBUG nova.compute.manager [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] No waiting events found dispatching network-vif-plugged-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.202454] env[69692]: WARNING nova.compute.manager [req-eb8e9659-996e-4875-b211-23f1545dddd7 req-ed0d595f-9d56-4bdd-9a9e-563a16ff9d48 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received unexpected event network-vif-plugged-6a2e10aa-847e-48a0-a872-7d92c9606dcc for instance with vm_state building and task_state spawning. [ 801.211971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.211971] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.219581] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.915s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.219799] env[69692]: DEBUG nova.objects.instance [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lazy-loading 'resources' on Instance uuid 8da2aa88-2973-40fc-906d-781d86cb2f03 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.223500] env[69692]: DEBUG nova.compute.manager [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.223700] env[69692]: DEBUG nova.compute.manager [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing instance network info cache due to event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.224190] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Acquiring lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.224383] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Acquired lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.224640] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.239076] env[69692]: DEBUG nova.network.neutron [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [{"id": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "address": "fa:16:3e:3b:ac:64", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2e10aa-84", "ovs_interfaceid": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.344029] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.367269] env[69692]: DEBUG oslo_vmware.api [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535712, 'name': PowerOnVM_Task, 'duration_secs': 0.477156} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.367769] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.370860] env[69692]: DEBUG nova.compute.manager [None req-ab880ef4-b2c1-490f-b5a4-ea788c98bab8 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.371789] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa2d0b3-abb9-4432-91d6-75c4357d428c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.410669] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.439833] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b2a1b-90b6-79a5-7bce-3b9474aea37c, 'name': SearchDatastore_Task, 'duration_secs': 0.025505} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.440336] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.440700] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.441134] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.441447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.441740] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.442101] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b2583c-c075-4603-956a-f949e1e9063b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.452917] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.453340] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.454465] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3563f291-6d44-4fab-89ce-b288db929f7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.461169] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 801.461169] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52882aa3-e9b0-51a4-2ab5-40d135659686" [ 801.461169] env[69692]: _type = "Task" [ 801.461169] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.470806] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52882aa3-e9b0-51a4-2ab5-40d135659686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.576665] env[69692]: INFO nova.compute.manager [-] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Took 1.51 seconds to deallocate network for instance. [ 801.606557] env[69692]: INFO nova.compute.manager [-] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Took 1.42 seconds to deallocate network for instance. [ 801.721500] env[69692]: DEBUG nova.compute.utils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.727495] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.729071] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.741284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.741637] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance network_info: |[{"id": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "address": "fa:16:3e:3b:ac:64", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2e10aa-84", "ovs_interfaceid": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.742745] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ac:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a2e10aa-847e-48a0-a872-7d92c9606dcc', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.754649] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.757374] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.757773] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeeeb96c-41a6-4596-9104-6e5526390c89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.790363] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.790363] env[69692]: value = "task-3535718" [ 801.790363] env[69692]: _type = "Task" [ 801.790363] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.814296] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535718, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.837363] env[69692]: DEBUG nova.policy [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f2bbced13f419b9ede6558c12ec7ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b861a3eb46e24212b04bdc04b8f7ca21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.874391] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.655582] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Successfully created port: 38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.658035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.658806] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.659223] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.674977] env[69692]: DEBUG oslo_vmware.api [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535713, 'name': PowerOnVM_Task, 'duration_secs': 0.555347} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.681740] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.681976] env[69692]: INFO nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Took 8.61 seconds to spawn the instance on the hypervisor. [ 802.682170] env[69692]: DEBUG nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.682468] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535718, 'name': CreateVM_Task, 'duration_secs': 0.381607} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.682638] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52882aa3-e9b0-51a4-2ab5-40d135659686, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.683391] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a2e1c-5dcd-43e6-ae2c-24cd2eeaddfe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.685808] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.689622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.689796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.690113] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.690341] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94109478-1968-48cd-85cf-1df64c60f66b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.693035] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9c564e-8c4e-4d2f-807e-c502065471f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.703132] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 802.703132] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb8855-a5dd-c097-4709-4e671bda098c" [ 802.703132] env[69692]: _type = "Task" [ 802.703132] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.703132] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 802.703132] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b30b80-a2bf-1c18-dae5-72de4f19e020" [ 802.703132] env[69692]: _type = "Task" [ 802.703132] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.722551] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb8855-a5dd-c097-4709-4e671bda098c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.726087] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b30b80-a2bf-1c18-dae5-72de4f19e020, 'name': SearchDatastore_Task, 'duration_secs': 0.01977} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.726724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.727032] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fb1023c7-0d4f-4335-b699-fefe3413897c/fb1023c7-0d4f-4335-b699-fefe3413897c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.727351] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc3c8aa-0e68-4208-b0d1-56e08ef4ae6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.739613] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 802.739613] env[69692]: value = "task-3535719" [ 802.739613] env[69692]: _type = "Task" [ 802.739613] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.751794] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.771323] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updated VIF entry in instance network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.771714] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [{"id": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "address": "fa:16:3e:99:0d:68", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e23747-c2", "ovs_interfaceid": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.079287] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9dd720-52ec-4adb-b793-4cf80cea29e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.089486] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59172ef4-121b-40c1-8764-504886dcc970 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.123494] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216d452-c253-4576-8756-b68d0a2507fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.131917] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9218adf3-c764-4417-ad70-92726f13e01a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.146190] env[69692]: DEBUG nova.compute.provider_tree [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.214071] env[69692]: INFO nova.compute.manager [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Took 38.88 seconds to build instance. [ 803.221070] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb8855-a5dd-c097-4709-4e671bda098c, 'name': SearchDatastore_Task, 'duration_secs': 0.024744} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.221413] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.221645] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.221881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.222109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.222218] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.222536] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e15d7a-5b92-43e1-8d47-356ef403567c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.233838] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.234093] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.235732] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21e439c-72aa-4cc5-a98c-a5ea1907e311 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.245214] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 803.245214] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524f5134-2a69-e5a7-9226-715713e9a0ba" [ 803.245214] env[69692]: _type = "Task" [ 803.245214] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.253568] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535719, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.260103] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524f5134-2a69-e5a7-9226-715713e9a0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.260879] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab75f29-5a4f-4d4f-b164-baa575175847 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.274720] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Releasing lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274974] env[69692]: DEBUG nova.compute.manager [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.275442] env[69692]: DEBUG nova.compute.manager [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing instance network info cache due to event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.275776] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Acquiring lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.275937] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Acquired lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.276126] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.280336] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 803.280336] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524ccbc5-af33-5c18-5a51-967cc4b5b02b" [ 803.280336] env[69692]: _type = "Task" [ 803.280336] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.291101] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524ccbc5-af33-5c18-5a51-967cc4b5b02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.651039] env[69692]: DEBUG nova.scheduler.client.report [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.670219] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.701999] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.701999] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.701999] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.702273] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.702647] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.703111] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.703111] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.703318] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.704026] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.704026] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.704026] env[69692]: DEBUG nova.virt.hardware [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.705067] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3987121d-735e-4d2b-952a-ed6f84416d6c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.720807] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4d4a9e7d-7807-4602-98fd-95785b04644c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.270s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.727448] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ff2f8-d2f0-4f4e-b4cc-6b1fe54582e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.755202] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930573} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.755648] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fb1023c7-0d4f-4335-b699-fefe3413897c/fb1023c7-0d4f-4335-b699-fefe3413897c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.755870] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.756170] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeb93729-53d8-41aa-add9-521236e6c1bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.766605] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 803.766605] env[69692]: value = "task-3535721" [ 803.766605] env[69692]: _type = "Task" [ 803.766605] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.777939] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.790875] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524ccbc5-af33-5c18-5a51-967cc4b5b02b, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.791219] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.791487] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b1e3fad5-7ea3-4bc2-b73b-4427f035cc37/b1e3fad5-7ea3-4bc2-b73b-4427f035cc37.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.792382] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99738e29-356d-4c05-9133-6084535a9593 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.801348] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 803.801348] env[69692]: value = "task-3535722" [ 803.801348] env[69692]: _type = "Task" [ 803.801348] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.814450] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.036837] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updated VIF entry in instance network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.036837] env[69692]: DEBUG nova.network.neutron [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updating instance_info_cache with network_info: [{"id": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "address": "fa:16:3e:86:3f:5f", "network": {"id": "2e4d8ac1-6255-4eb7-b2b9-34b5f117de69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-695361429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ab053767ae47c3aa725b5b8a3935e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfa67cc-25", "ovs_interfaceid": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.052769] env[69692]: DEBUG nova.compute.manager [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.052769] env[69692]: DEBUG nova.compute.manager [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing instance network info cache due to event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.052769] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] Acquiring lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.052769] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] Acquired lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.052769] env[69692]: DEBUG nova.network.neutron [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing network info cache for port 6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.075878] env[69692]: DEBUG nova.compute.manager [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Received event network-vif-deleted-54575794-ba19-4cdc-942a-7e12ff5fed5f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.076173] env[69692]: DEBUG nova.compute.manager [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received event network-changed-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.076365] env[69692]: DEBUG nova.compute.manager [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing instance network info cache due to event network-changed-8cb42280-bc88-4ace-b304-8337f1494012. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.076597] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Acquiring lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.076745] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Acquired lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.076902] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing network info cache for port 8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.156083] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.936s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.158742] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.488s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.158990] env[69692]: DEBUG nova.objects.instance [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lazy-loading 'resources' on Instance uuid 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.184542] env[69692]: INFO nova.scheduler.client.report [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Deleted allocations for instance 8da2aa88-2973-40fc-906d-781d86cb2f03 [ 804.233164] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.281172] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086667} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.281476] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.282412] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff9ff2-74cf-45de-9641-f6146c6a3f9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.309174] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fb1023c7-0d4f-4335-b699-fefe3413897c/fb1023c7-0d4f-4335-b699-fefe3413897c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.309591] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfda435e-14b4-4654-b230-317468116529 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340604] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.343323] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 804.343323] env[69692]: value = "task-3535723" [ 804.343323] env[69692]: _type = "Task" [ 804.343323] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.353350] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.540707] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c1664b7-363a-477b-9faf-b1993e2d2d18 req-bada581c-f818-4850-a1e4-3e59d09eae24 service nova] Releasing lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.671625] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "736852aa-a950-40b5-86d4-6de851b2b9c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.672032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.672089] env[69692]: DEBUG nova.compute.manager [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.673243] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859d058-4849-4eba-b1f6-e5bfdc5d5c5c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.682527] env[69692]: DEBUG nova.compute.manager [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 804.683292] env[69692]: DEBUG nova.objects.instance [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lazy-loading 'flavor' on Instance uuid 736852aa-a950-40b5-86d4-6de851b2b9c4 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.698395] env[69692]: DEBUG oslo_concurrency.lockutils [None req-19934509-32c6-44de-97d5-57bb43ba33c9 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Lock "8da2aa88-2973-40fc-906d-781d86cb2f03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.248s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.759587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.823358] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974762} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.823625] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b1e3fad5-7ea3-4bc2-b73b-4427f035cc37/b1e3fad5-7ea3-4bc2-b73b-4427f035cc37.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.823837] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.824111] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d301ae-6998-4c69-ac85-4958d9e4bf4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.833875] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 804.833875] env[69692]: value = "task-3535724" [ 804.833875] env[69692]: _type = "Task" [ 804.833875] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.850956] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.857282] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.080098] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Successfully updated port: 38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.183927] env[69692]: DEBUG nova.network.neutron [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updated VIF entry in instance network info cache for port 6a2e10aa-847e-48a0-a872-7d92c9606dcc. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.184176] env[69692]: DEBUG nova.network.neutron [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [{"id": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "address": "fa:16:3e:3b:ac:64", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2e10aa-84", "ovs_interfaceid": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.197906] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updated VIF entry in instance network info cache for port 8cb42280-bc88-4ace-b304-8337f1494012. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.198930] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updating instance_info_cache with network_info: [{"id": "8cb42280-bc88-4ace-b304-8337f1494012", "address": "fa:16:3e:44:21:49", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb42280-bc", "ovs_interfaceid": "8cb42280-bc88-4ace-b304-8337f1494012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.301160] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e309f95-ff70-4a4e-a71e-2e1976405225 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310320] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b5cee-ca8a-4d82-950f-a0d6073e6ed7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.357037] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd526c-f8ea-4ab5-a019-5b4af8b77e7a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.365226] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.371502] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097328} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.373047] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1545150-598c-45a7-ad55-9e1a6d670f72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.377595] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.378457] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494cb2d4-1000-44e7-808d-36f3ef379aaf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.402899] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b1e3fad5-7ea3-4bc2-b73b-4427f035cc37/b1e3fad5-7ea3-4bc2-b73b-4427f035cc37.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.411773] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb46bc0-8664-4611-a321-73e090dbabdf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.427709] env[69692]: DEBUG nova.compute.provider_tree [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.435783] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 805.435783] env[69692]: value = "task-3535725" [ 805.435783] env[69692]: _type = "Task" [ 805.435783] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.446773] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.506967] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 805.507461] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706156', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'name': 'volume-81e9c6ee-0259-43ae-8623-327e3bb527f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df9c507-52ba-4f07-877f-94ee2bf6ea65', 'attached_at': '', 'detached_at': '', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'serial': '81e9c6ee-0259-43ae-8623-327e3bb527f6'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 805.508191] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0097e808-9dc6-4030-9695-c6466d4c01e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.525962] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118607fd-068f-4f36-aca6-58b1edfea689 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.554241] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-81e9c6ee-0259-43ae-8623-327e3bb527f6/volume-81e9c6ee-0259-43ae-8623-327e3bb527f6.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.554580] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5325f65-6a44-42bd-aa74-5ce90aa63203 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.576220] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Waiting for the task: (returnval){ [ 805.576220] env[69692]: value = "task-3535726" [ 805.576220] env[69692]: _type = "Task" [ 805.576220] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.585836] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.586187] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.587361] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.687208] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] Releasing lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.687629] env[69692]: DEBUG nova.compute.manager [req-1f050dd4-442b-48b4-bb46-1a46cf28ab4b req-1077d26e-1842-491c-893e-968828617976 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Received event network-vif-deleted-eae4c68e-3f83-4e39-97f4-531e33bd570d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.698683] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.699066] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-296e5038-5ae3-43e2-b439-ffcb4b0b4e3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.702831] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Releasing lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.703190] env[69692]: DEBUG nova.compute.manager [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received event network-changed-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.703420] env[69692]: DEBUG nova.compute.manager [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing instance network info cache due to event network-changed-8cb42280-bc88-4ace-b304-8337f1494012. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.703597] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Acquiring lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.703763] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Acquired lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.703949] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Refreshing network info cache for port 8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.709263] env[69692]: DEBUG oslo_vmware.api [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 805.709263] env[69692]: value = "task-3535727" [ 805.709263] env[69692]: _type = "Task" [ 805.709263] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.724035] env[69692]: DEBUG oslo_vmware.api [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.861358] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535723, 'name': ReconfigVM_Task, 'duration_secs': 1.094155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.861473] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fb1023c7-0d4f-4335-b699-fefe3413897c/fb1023c7-0d4f-4335-b699-fefe3413897c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.862063] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5930c037-9b1c-48d5-9bc0-aabb40d09fed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.870367] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 805.870367] env[69692]: value = "task-3535728" [ 805.870367] env[69692]: _type = "Task" [ 805.870367] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.881844] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535728, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.931272] env[69692]: DEBUG nova.scheduler.client.report [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.948610] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.089965] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.121608] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.219901] env[69692]: DEBUG oslo_vmware.api [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535727, 'name': PowerOffVM_Task, 'duration_secs': 0.382482} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.220188] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.220387] env[69692]: DEBUG nova.compute.manager [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.221143] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0f2bb-1580-43de-b9c4-eea750513417 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.294999] env[69692]: DEBUG nova.network.neutron [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Updating instance_info_cache with network_info: [{"id": "38dc9c80-035d-4816-a430-44e7d525aa8a", "address": "fa:16:3e:e1:d3:bd", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dc9c80-03", "ovs_interfaceid": "38dc9c80-035d-4816-a430-44e7d525aa8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.384366] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535728, 'name': Rename_Task, 'duration_secs': 0.206877} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.386299] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.386299] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec9171b-0d7d-4256-a19b-7d4bded5282c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.394797] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 806.394797] env[69692]: value = "task-3535729" [ 806.394797] env[69692]: _type = "Task" [ 806.394797] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.402698] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.437192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.440037] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.357s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.440534] env[69692]: DEBUG nova.objects.instance [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lazy-loading 'resources' on Instance uuid 0c854650-f573-4ab9-8bfc-de0f5d8f0d61 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.448896] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updated VIF entry in instance network info cache for port 8cb42280-bc88-4ace-b304-8337f1494012. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.448896] env[69692]: DEBUG nova.network.neutron [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updating instance_info_cache with network_info: [{"id": "8cb42280-bc88-4ace-b304-8337f1494012", "address": "fa:16:3e:44:21:49", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb42280-bc", "ovs_interfaceid": "8cb42280-bc88-4ace-b304-8337f1494012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.454869] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.469965] env[69692]: INFO nova.scheduler.client.report [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Deleted allocations for instance 2ae35bea-fc6f-4138-b40c-707fe6dc3e12 [ 806.591799] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535726, 'name': ReconfigVM_Task, 'duration_secs': 0.532393} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.592151] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-81e9c6ee-0259-43ae-8623-327e3bb527f6/volume-81e9c6ee-0259-43ae-8623-327e3bb527f6.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.601136] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3b711b-c6b2-4de6-b865-7ed1fd7ef024 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.627310] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Waiting for the task: (returnval){ [ 806.627310] env[69692]: value = "task-3535730" [ 806.627310] env[69692]: _type = "Task" [ 806.627310] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.640064] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.734605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2ed93eca-a7ef-43c3-abed-06e36395f10f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.797836] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.798353] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Instance network_info: |[{"id": "38dc9c80-035d-4816-a430-44e7d525aa8a", "address": "fa:16:3e:e1:d3:bd", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dc9c80-03", "ovs_interfaceid": "38dc9c80-035d-4816-a430-44e7d525aa8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.798784] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d3:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38dc9c80-035d-4816-a430-44e7d525aa8a', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.808607] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.808977] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.809294] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70105f7-5bf3-4876-96ca-a87047873008 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.833865] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.833865] env[69692]: value = "task-3535731" [ 806.833865] env[69692]: _type = "Task" [ 806.833865] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.842572] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535731, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.907067] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.951136] env[69692]: DEBUG oslo_concurrency.lockutils [req-67af76d0-0223-457f-be59-b2c6564c8056 req-c437a7ef-3f62-4ffa-9e90-944f65601e8f service nova] Releasing lock "refresh_cache-0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.958679] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.961890] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Received event network-vif-plugged-38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.962141] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquiring lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.962402] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.962689] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.962963] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] No waiting events found dispatching network-vif-plugged-38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.963259] env[69692]: WARNING nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Received unexpected event network-vif-plugged-38dc9c80-035d-4816-a430-44e7d525aa8a for instance with vm_state building and task_state spawning. [ 806.963626] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Received event network-changed-38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.964039] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Refreshing instance network info cache due to event network-changed-38dc9c80-035d-4816-a430-44e7d525aa8a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.964548] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquiring lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.964753] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquired lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.964984] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Refreshing network info cache for port 38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.985367] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d67ba757-a81d-41d5-87ef-3fd444efebd4 tempest-ServersAdmin275Test-333207481 tempest-ServersAdmin275Test-333207481-project-member] Lock "2ae35bea-fc6f-4138-b40c-707fe6dc3e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.637s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.138856] env[69692]: DEBUG oslo_vmware.api [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535730, 'name': ReconfigVM_Task, 'duration_secs': 0.166689} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.141657] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706156', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'name': 'volume-81e9c6ee-0259-43ae-8623-327e3bb527f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df9c507-52ba-4f07-877f-94ee2bf6ea65', 'attached_at': '', 'detached_at': '', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'serial': '81e9c6ee-0259-43ae-8623-327e3bb527f6'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 807.352326] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535731, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.406202] env[69692]: DEBUG oslo_vmware.api [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3535729, 'name': PowerOnVM_Task, 'duration_secs': 0.918917} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.410018] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.410245] env[69692]: INFO nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Took 10.64 seconds to spawn the instance on the hypervisor. [ 807.410424] env[69692]: DEBUG nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.411432] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e5691-98b6-4a8e-822c-ad36aabce89a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.454238] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535725, 'name': ReconfigVM_Task, 'duration_secs': 1.703592} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.457227] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b1e3fad5-7ea3-4bc2-b73b-4427f035cc37/b1e3fad5-7ea3-4bc2-b73b-4427f035cc37.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.458674] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6a69cb-d551-4d55-a469-508ba1cecc82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.466779] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 807.466779] env[69692]: value = "task-3535732" [ 807.466779] env[69692]: _type = "Task" [ 807.466779] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.485486] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535732, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.542618] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e0ad9-5560-42a9-9851-5e9b5a26f9e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.552388] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612ef1a-8c1e-4212-aa05-b2067bc2d838 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.590406] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2e41c5-9628-4ca4-9ec6-88dc16647c12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.599540] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076598f9-191e-4a92-9122-8549d59bfbda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.618950] env[69692]: DEBUG nova.compute.provider_tree [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.724545] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Updated VIF entry in instance network info cache for port 38dc9c80-035d-4816-a430-44e7d525aa8a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.724914] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Updating instance_info_cache with network_info: [{"id": "38dc9c80-035d-4816-a430-44e7d525aa8a", "address": "fa:16:3e:e1:d3:bd", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dc9c80-03", "ovs_interfaceid": "38dc9c80-035d-4816-a430-44e7d525aa8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.848517] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535731, 'name': CreateVM_Task, 'duration_secs': 0.988539} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.848815] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.849528] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.849692] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.850019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.850353] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392b545a-bd71-462f-856e-e19d92112be8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.856485] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 807.856485] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5281a21d-e1dd-f352-0df8-caa20320dcd9" [ 807.856485] env[69692]: _type = "Task" [ 807.856485] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.866624] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5281a21d-e1dd-f352-0df8-caa20320dcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.936026] env[69692]: INFO nova.compute.manager [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Took 43.56 seconds to build instance. [ 807.980451] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535732, 'name': Rename_Task, 'duration_secs': 0.309814} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.980663] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.983624] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5e40f3-e02d-4be0-8f52-1e5344c8bbef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.992776] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 807.992776] env[69692]: value = "task-3535733" [ 807.992776] env[69692]: _type = "Task" [ 807.992776] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.002482] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.125998] env[69692]: DEBUG nova.scheduler.client.report [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.194221] env[69692]: DEBUG nova.objects.instance [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lazy-loading 'flavor' on Instance uuid 2df9c507-52ba-4f07-877f-94ee2bf6ea65 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.228807] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Releasing lock "refresh_cache-0e6ee542-8c15-420c-aa23-7018d6d3ee02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.229056] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.229261] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing instance network info cache due to event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.230029] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.230029] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.230029] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.377280] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5281a21d-e1dd-f352-0df8-caa20320dcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.019015} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.377280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.377280] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.377280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.377280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.377280] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.377280] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782d35d4-b94f-480c-8f70-b70a9b10836d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.389039] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.389039] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.389732] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0f637d-9452-4d19-a2a3-f7326fe498a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.401404] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 808.401404] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fb128d-bbf1-f338-b813-dd0ae4255507" [ 808.401404] env[69692]: _type = "Task" [ 808.401404] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.411396] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fb128d-bbf1-f338-b813-dd0ae4255507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.438281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9575a96-b093-48b4-b09e-992eec384896 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.648s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.504885] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.635135] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.637975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.445s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.638543] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.638543] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 808.638816] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.541s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.640341] env[69692]: INFO nova.compute.claims [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.644423] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec8ae8-4a6b-4bab-9582-35ce797ae39f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.655160] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395147c9-c65b-4cc7-81e5-918d69c22041 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.674799] env[69692]: INFO nova.scheduler.client.report [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Deleted allocations for instance 0c854650-f573-4ab9-8bfc-de0f5d8f0d61 [ 808.679324] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2970cda0-88fc-4ba3-a21b-25468308de95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.693495] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd4808-2db6-4c32-b894-8e34ec6c09cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.704606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4a90dbb-e8a7-4408-be4d-33fb48ef55ff tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.888s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.741017] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179466MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 808.741200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.917355] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fb128d-bbf1-f338-b813-dd0ae4255507, 'name': SearchDatastore_Task, 'duration_secs': 0.017408} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.918285] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4502dc5a-08a0-491f-b906-02d329818b8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926484] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 808.926484] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52088cf8-601e-47e5-ee7c-4f41374aaeb4" [ 808.926484] env[69692]: _type = "Task" [ 808.926484] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.935886] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52088cf8-601e-47e5-ee7c-4f41374aaeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.941541] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.997170] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updated VIF entry in instance network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.997923] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.012281] env[69692]: DEBUG oslo_vmware.api [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535733, 'name': PowerOnVM_Task, 'duration_secs': 0.893382} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.012551] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.012748] env[69692]: INFO nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 9.55 seconds to spawn the instance on the hypervisor. [ 809.012921] env[69692]: DEBUG nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.013991] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4a514-f41c-4ace-b8ad-fb8a5444c5d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.187976] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4a38835e-7d2e-4391-8404-5bae973af170 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Lock "0c854650-f573-4ab9-8bfc-de0f5d8f0d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.120s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.442285] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52088cf8-601e-47e5-ee7c-4f41374aaeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.031642} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.442559] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.443328] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0e6ee542-8c15-420c-aa23-7018d6d3ee02/0e6ee542-8c15-420c-aa23-7018d6d3ee02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.443606] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870c4f13-3b9e-4520-8c9b-cf9e949ddd51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.453678] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 809.453678] env[69692]: value = "task-3535734" [ 809.453678] env[69692]: _type = "Task" [ 809.453678] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.463374] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.466856] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.500714] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.501334] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.501334] env[69692]: DEBUG nova.compute.manager [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing instance network info cache due to event network-changed-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.501469] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquiring lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.501503] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Acquired lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.501640] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Refreshing network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.541777] env[69692]: INFO nova.compute.manager [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 40.20 seconds to build instance. [ 809.667758] env[69692]: DEBUG nova.compute.manager [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.667988] env[69692]: DEBUG nova.compute.manager [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing instance network info cache due to event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.668264] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.668353] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.668511] env[69692]: DEBUG nova.network.neutron [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.973406] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.047457] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e9ea01-1849-4c01-815b-1b80c27aec22 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.205s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.212341] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ef5eb-ed20-4d6c-9975-e7d50c3d56d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.221861] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfa28f3-1c06-4807-9cca-dd40fccda344 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.264278] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b779b97c-4be9-419f-b11c-576dfbe84d48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.275896] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51960758-fc4c-4826-9ee4-e1ebe3756796 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.290886] env[69692]: DEBUG nova.compute.provider_tree [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.421100] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updated VIF entry in instance network info cache for port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.421100] env[69692]: DEBUG nova.network.neutron [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updating instance_info_cache with network_info: [{"id": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "address": "fa:16:3e:86:3f:5f", "network": {"id": "2e4d8ac1-6255-4eb7-b2b9-34b5f117de69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-695361429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ab053767ae47c3aa725b5b8a3935e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfa67cc-25", "ovs_interfaceid": "0bfa67cc-25d2-4262-be5f-0ba92f5a85ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.469273] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640858} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.469483] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0e6ee542-8c15-420c-aa23-7018d6d3ee02/0e6ee542-8c15-420c-aa23-7018d6d3ee02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.469699] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.469949] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-623ddb1f-e603-46f5-88f3-0a02f622aa03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.478531] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 810.478531] env[69692]: value = "task-3535735" [ 810.478531] env[69692]: _type = "Task" [ 810.478531] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.491867] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.511884] env[69692]: DEBUG nova.network.neutron [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updated VIF entry in instance network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.512558] env[69692]: DEBUG nova.network.neutron [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.553527] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.616514] env[69692]: DEBUG nova.compute.manager [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.617568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee80c0a-fb80-4761-85d2-e5a0b6517439 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.799019] env[69692]: DEBUG nova.scheduler.client.report [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.923818] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd254ce3-a931-4582-b79a-dc324185ffef req-4b060852-95c6-4193-b4e5-69da92ad7d6d service nova] Releasing lock "refresh_cache-053056de-bba2-4dd5-8cfc-4c47209f8ec5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.991672] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072746} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.991672] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.991672] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2746e32-9a47-4814-bba8-189fb6b9d114 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.023394] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0e6ee542-8c15-420c-aa23-7018d6d3ee02/0e6ee542-8c15-420c-aa23-7018d6d3ee02.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.023615] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9e2b25-4c05-4283-a7b2-b8d9217b46cc req-27a57a34-c948-4c34-86b4-fe6f39f3b3b1 service nova] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.023957] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a504e4d2-c5a1-4580-a764-d674c28797c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.045415] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 811.045415] env[69692]: value = "task-3535736" [ 811.045415] env[69692]: _type = "Task" [ 811.045415] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.056508] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.088639] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.130097] env[69692]: INFO nova.compute.manager [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] instance snapshotting [ 811.132457] env[69692]: WARNING nova.compute.manager [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 811.134280] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4ee12-61f9-4cb2-825f-1ae28f860f25 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.159907] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f3f9b-1f01-4245-88c4-092f31c4a8c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.303851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.304406] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.309286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.959s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.314875] env[69692]: INFO nova.compute.claims [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.561110] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.673845] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.676548] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f67ac92-f80d-43e1-abc3-3a99553b342b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.687270] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 811.687270] env[69692]: value = "task-3535737" [ 811.687270] env[69692]: _type = "Task" [ 811.687270] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.696176] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.822670] env[69692]: DEBUG nova.compute.utils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.827959] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.827959] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.894487] env[69692]: DEBUG nova.policy [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22575f9a3b1743e3992b884e1f5bbbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44e8e47dae2432c9dda0860cc02c5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.058328] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535736, 'name': ReconfigVM_Task, 'duration_secs': 0.672189} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058664] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0e6ee542-8c15-420c-aa23-7018d6d3ee02/0e6ee542-8c15-420c-aa23-7018d6d3ee02.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.059696] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b83eb3-c390-4db7-8177-74ca8b12761b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.068842] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 812.068842] env[69692]: value = "task-3535738" [ 812.068842] env[69692]: _type = "Task" [ 812.068842] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.081588] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535738, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.199843] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.326634] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.571045] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Successfully created port: d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.588993] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535738, 'name': Rename_Task, 'duration_secs': 0.310538} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.589568] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.589818] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-096f4d9a-9dc3-424c-9ec5-c163c58da1cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.602297] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 812.602297] env[69692]: value = "task-3535739" [ 812.602297] env[69692]: _type = "Task" [ 812.602297] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.611643] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.710185] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.728032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.728312] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.812235] env[69692]: DEBUG nova.compute.manager [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.812235] env[69692]: DEBUG nova.compute.manager [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing instance network info cache due to event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.812235] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Acquiring lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.812235] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Acquired lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.812235] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.928205] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c309f1f-1035-46e9-b92e-408d435233ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.937473] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e27741-dad2-49f5-b529-e2325d5bf2b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.978274] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3460550-b512-4beb-bd48-2dd23fd7a193 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.987303] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c5d3ea-9b48-4b54-87fa-7498956b9c8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.005275] env[69692]: DEBUG nova.compute.provider_tree [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.059444] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.059958] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.059958] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.063305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.063305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.065570] env[69692]: INFO nova.compute.manager [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Terminating instance [ 813.114236] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.207272] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535737, 'name': CreateSnapshot_Task, 'duration_secs': 1.105299} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.208645] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.214830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb08e7f4-94ce-45e1-809e-fc03bc03701b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.231431] env[69692]: INFO nova.compute.manager [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Detaching volume 81e9c6ee-0259-43ae-8623-327e3bb527f6 [ 813.286248] env[69692]: INFO nova.virt.block_device [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Attempting to driver detach volume 81e9c6ee-0259-43ae-8623-327e3bb527f6 from mountpoint /dev/sdb [ 813.286248] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 813.286248] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706156', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'name': 'volume-81e9c6ee-0259-43ae-8623-327e3bb527f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df9c507-52ba-4f07-877f-94ee2bf6ea65', 'attached_at': '', 'detached_at': '', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'serial': '81e9c6ee-0259-43ae-8623-327e3bb527f6'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 813.286248] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ce016-abb8-4be7-af07-df3732e2a954 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.313446] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e469988-d336-48ba-ae0c-2bb59831d2c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.324206] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce933441-4f1a-4a1d-9a98-841f20b083b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.348916] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.351847] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92525a8d-3ddf-42f3-ae7e-d7742f5d29a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.372407] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] The volume has not been displaced from its original location: [datastore2] volume-81e9c6ee-0259-43ae-8623-327e3bb527f6/volume-81e9c6ee-0259-43ae-8623-327e3bb527f6.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 813.381061] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.383788] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b992cf-28da-4cd0-a77e-e013098f35c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.410248] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Waiting for the task: (returnval){ [ 813.410248] env[69692]: value = "task-3535740" [ 813.410248] env[69692]: _type = "Task" [ 813.410248] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.412495] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.412495] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.412495] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.412704] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.412801] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.412912] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.413125] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.413292] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.413462] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.413621] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.413794] env[69692]: DEBUG nova.virt.hardware [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.415024] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09038a62-cd23-4a6a-9c3b-9e19916bf540 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.428633] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.431892] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba4279-b0b7-4e4f-98d7-df2e82c29b09 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.511421] env[69692]: DEBUG nova.scheduler.client.report [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.574350] env[69692]: DEBUG nova.compute.manager [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.574350] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.574826] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b60b0d-7b39-452b-af6d-97ec0cdfde1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.586604] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.586966] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22030113-9dd8-47d5-beee-52cc61894ff5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.596560] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 813.596560] env[69692]: value = "task-3535741" [ 813.596560] env[69692]: _type = "Task" [ 813.596560] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.609907] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.625725] env[69692]: DEBUG oslo_vmware.api [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535739, 'name': PowerOnVM_Task, 'duration_secs': 0.872554} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.626268] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.626389] env[69692]: INFO nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Took 9.96 seconds to spawn the instance on the hypervisor. [ 813.626645] env[69692]: DEBUG nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.627996] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591c476-a2e3-44ee-83c0-f63e34d61869 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.732714] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.733463] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63a8d203-d64f-42dd-9f47-64bc90584bc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.745550] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 813.745550] env[69692]: value = "task-3535742" [ 813.745550] env[69692]: _type = "Task" [ 813.745550] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.756191] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535742, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.927416] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535740, 'name': ReconfigVM_Task, 'duration_secs': 0.272552} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.927623] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.933744] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6286ea-b76e-4f5e-99db-d91b134783c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.951919] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Waiting for the task: (returnval){ [ 813.951919] env[69692]: value = "task-3535743" [ 813.951919] env[69692]: _type = "Task" [ 813.951919] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.962370] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.982034] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updated VIF entry in instance network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.984171] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [{"id": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "address": "fa:16:3e:99:0d:68", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e23747-c2", "ovs_interfaceid": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.016651] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.017504] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.024746] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.756s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.025087] env[69692]: DEBUG nova.objects.instance [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lazy-loading 'resources' on Instance uuid 435b11cd-2a7c-4869-9785-62290b46769e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.109291] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535741, 'name': PowerOffVM_Task, 'duration_secs': 0.203985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.111395] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.111395] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.111395] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3672cfda-a3ad-4495-8cab-07933331a916 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.158112] env[69692]: INFO nova.compute.manager [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Took 42.66 seconds to build instance. [ 814.201526] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.201526] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.201526] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Deleting the datastore file [datastore1] 053056de-bba2-4dd5-8cfc-4c47209f8ec5 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.201526] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d62a1013-6c72-41fb-b256-987f42602574 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.211019] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for the task: (returnval){ [ 814.211019] env[69692]: value = "task-3535745" [ 814.211019] env[69692]: _type = "Task" [ 814.211019] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.224535] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.266668] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535742, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.466793] env[69692]: DEBUG oslo_vmware.api [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Task: {'id': task-3535743, 'name': ReconfigVM_Task, 'duration_secs': 0.199792} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.466793] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706156', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'name': 'volume-81e9c6ee-0259-43ae-8623-327e3bb527f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df9c507-52ba-4f07-877f-94ee2bf6ea65', 'attached_at': '', 'detached_at': '', 'volume_id': '81e9c6ee-0259-43ae-8623-327e3bb527f6', 'serial': '81e9c6ee-0259-43ae-8623-327e3bb527f6'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 814.495035] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Releasing lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.495035] env[69692]: DEBUG nova.compute.manager [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.495035] env[69692]: DEBUG nova.compute.manager [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing instance network info cache due to event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.495035] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.495035] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.495035] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.527455] env[69692]: DEBUG nova.compute.utils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.528889] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.529071] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.591130] env[69692]: DEBUG nova.policy [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad2b0c641db46199d67654b73a7acfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4360b5f8c86e4941bfb3da4a6885d479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.660871] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a88fa8bf-8614-400f-8506-4dc0bd947228 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.545s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.724850] env[69692]: DEBUG oslo_vmware.api [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Task: {'id': task-3535745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179101} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.724850] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.725066] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.725343] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.725927] env[69692]: INFO nova.compute.manager [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 814.726650] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.730858] env[69692]: DEBUG nova.compute.manager [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.730950] env[69692]: DEBUG nova.network.neutron [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.767595] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535742, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.816105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "c313d34f-a527-4c11-b136-f11072822afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.816545] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.921624] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Successfully updated port: d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.038462] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.073887] env[69692]: DEBUG nova.objects.instance [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lazy-loading 'flavor' on Instance uuid 2df9c507-52ba-4f07-877f-94ee2bf6ea65 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.114577] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88edae2c-4e9f-4c6f-a1c2-6bed141e7f64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.126641] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2947fa8-3dac-4a08-b6da-f91a41090d8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.167778] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca9d940-a9b6-4aa6-a9ae-451ce884d3de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.174291] env[69692]: DEBUG nova.compute.manager [None req-f8a4b16e-01e6-4a07-a010-1177fd98e064 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: dd69cfa5-481f-4304-b900-4f126993dedf] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.183657] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a562469-1179-41a3-9e6a-ec52ac785801 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.202839] env[69692]: DEBUG nova.compute.provider_tree [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.267058] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535742, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.419496] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Successfully created port: f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.427373] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.427587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.427729] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.468931] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updated VIF entry in instance network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.469368] env[69692]: DEBUG nova.network.neutron [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.681586] env[69692]: DEBUG nova.compute.manager [None req-f8a4b16e-01e6-4a07-a010-1177fd98e064 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: dd69cfa5-481f-4304-b900-4f126993dedf] Instance disappeared before build. {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 815.708751] env[69692]: DEBUG nova.scheduler.client.report [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.763741] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535742, 'name': CloneVM_Task, 'duration_secs': 1.667585} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.764193] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Created linked-clone VM from snapshot [ 815.764981] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d9595-e6e5-490b-958e-cb9a19df6683 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.776162] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Uploading image 305a03c7-e750-46c7-9c7c-fa399600bdc1 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.819461] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.819461] env[69692]: value = "vm-706160" [ 815.819461] env[69692]: _type = "VirtualMachine" [ 815.819461] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.819732] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5643aec3-5c16-4d0a-b718-73c7f63cb721 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.830625] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease: (returnval){ [ 815.830625] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c9fd72-95d1-9ac7-c7b5-6059f426a046" [ 815.830625] env[69692]: _type = "HttpNfcLease" [ 815.830625] env[69692]: } obtained for exporting VM: (result){ [ 815.830625] env[69692]: value = "vm-706160" [ 815.830625] env[69692]: _type = "VirtualMachine" [ 815.830625] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.830942] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the lease: (returnval){ [ 815.830942] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c9fd72-95d1-9ac7-c7b5-6059f426a046" [ 815.830942] env[69692]: _type = "HttpNfcLease" [ 815.830942] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.838529] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.838529] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c9fd72-95d1-9ac7-c7b5-6059f426a046" [ 815.838529] env[69692]: _type = "HttpNfcLease" [ 815.838529] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.973188] env[69692]: DEBUG oslo_concurrency.lockutils [req-9601b8d8-2b86-4e2d-b4ef-12923fbe5e12 req-a7ce3398-7169-4bce-9013-ab770148eac0 service nova] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.985994] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.049281] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.072935] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.073245] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.073440] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.073653] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.073810] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.073942] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.074156] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.074310] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.074499] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.074657] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.074823] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.075781] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b783d871-01ca-432a-9918-7d6a04d9bbb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.085085] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e54447-438a-4600-86da-8a5ad255be8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.089628] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e8f07280-d5d7-498b-9c58-b30e730833a1 tempest-VolumesAssistedSnapshotsTest-340929841 tempest-VolumesAssistedSnapshotsTest-340929841-project-admin] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.187093] env[69692]: DEBUG nova.network.neutron [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.205422] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8a4b16e-01e6-4a07-a010-1177fd98e064 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "dd69cfa5-481f-4304-b900-4f126993dedf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.441s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.216421] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.222422] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.119s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.223993] env[69692]: INFO nova.compute.claims [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.252885] env[69692]: INFO nova.scheduler.client.report [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Deleted allocations for instance 435b11cd-2a7c-4869-9785-62290b46769e [ 816.291544] env[69692]: DEBUG nova.network.neutron [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Updating instance_info_cache with network_info: [{"id": "d3ee41de-9511-45c6-a713-aafb912ed41d", "address": "fa:16:3e:48:5a:71", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ee41de-95", "ovs_interfaceid": "d3ee41de-9511-45c6-a713-aafb912ed41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.341826] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.341826] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c9fd72-95d1-9ac7-c7b5-6059f426a046" [ 816.341826] env[69692]: _type = "HttpNfcLease" [ 816.341826] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.342177] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.342177] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c9fd72-95d1-9ac7-c7b5-6059f426a046" [ 816.342177] env[69692]: _type = "HttpNfcLease" [ 816.342177] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.342915] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36929c9-a877-41a7-810c-a7380fffef2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.352498] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.352684] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.489690] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dfec5c52-f883-4e53-ac32-245ebfb19171 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.690475] env[69692]: INFO nova.compute.manager [-] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Took 1.96 seconds to deallocate network for instance. [ 816.708606] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.777040] env[69692]: DEBUG nova.compute.manager [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Received event network-vif-plugged-d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.777470] env[69692]: DEBUG oslo_concurrency.lockutils [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] Acquiring lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.777785] env[69692]: DEBUG oslo_concurrency.lockutils [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.778202] env[69692]: DEBUG oslo_concurrency.lockutils [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.778448] env[69692]: DEBUG nova.compute.manager [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] No waiting events found dispatching network-vif-plugged-d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.778735] env[69692]: WARNING nova.compute.manager [req-e5c651fe-74fb-4ee2-9d83-eb715f78b5db req-fd389088-57b4-4518-90cf-f5c3ba4f8af3 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Received unexpected event network-vif-plugged-d3ee41de-9511-45c6-a713-aafb912ed41d for instance with vm_state building and task_state spawning. [ 816.779506] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Lock "435b11cd-2a7c-4869-9785-62290b46769e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.476s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.795377] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.795872] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Instance network_info: |[{"id": "d3ee41de-9511-45c6-a713-aafb912ed41d", "address": "fa:16:3e:48:5a:71", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ee41de-95", "ovs_interfaceid": "d3ee41de-9511-45c6-a713-aafb912ed41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.797030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:5a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ee41de-9511-45c6-a713-aafb912ed41d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.807815] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.810548] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.812174] env[69692]: DEBUG nova.compute.manager [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.812648] env[69692]: DEBUG nova.compute.manager [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing instance network info cache due to event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.812829] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.812965] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.814125] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.814417] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fae763e-f177-46f8-8669-3b3bb6b98a17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.842576] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.842576] env[69692]: value = "task-3535748" [ 816.842576] env[69692]: _type = "Task" [ 816.842576] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.852444] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535748, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.200658] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.254515] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.255887] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updated VIF entry in instance network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.257087] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.306357] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Successfully updated port: f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.361614] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535748, 'name': CreateVM_Task, 'duration_secs': 0.417551} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.364426] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.365723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.365837] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.366351] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.366619] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6575af36-35ce-41ee-879f-b185b5f1d3a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.371575] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 817.371575] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c595-7357-d1ef-b834-dd0663c7d67b" [ 817.371575] env[69692]: _type = "Task" [ 817.371575] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.384718] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c595-7357-d1ef-b834-dd0663c7d67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.763146] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.763146] env[69692]: DEBUG nova.compute.manager [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.763146] env[69692]: DEBUG nova.compute.manager [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing instance network info cache due to event network-changed-e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.763146] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Acquiring lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.763146] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Acquired lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.763146] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Refreshing network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.807778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.807943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.808136] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.863487] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20449c24-7f55-4fc1-b02f-2ecfa5a360c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.872427] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea9e483-9142-4b90-91dc-2ef36811038f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.886516] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c595-7357-d1ef-b834-dd0663c7d67b, 'name': SearchDatastore_Task, 'duration_secs': 0.026866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.910638] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.910925] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.911169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911338] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.911598] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.912409] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60eb2c28-0f96-4794-8b05-1b492cdd9f5e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.914897] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c690c3ed-9fa3-429f-b32b-88d8bcc449dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.922850] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f132e91-29ed-4572-a9e6-de6dfd92adbb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.927844] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.928151] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.929145] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9ac3c0-ab7f-43bf-8c6d-e936748fa2ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.941154] env[69692]: DEBUG nova.compute.provider_tree [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.946584] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 817.946584] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8d38-dea1-d266-5ba8-504a0632b9fa" [ 817.946584] env[69692]: _type = "Task" [ 817.946584] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.955377] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8d38-dea1-d266-5ba8-504a0632b9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.374813] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.447772] env[69692]: DEBUG nova.scheduler.client.report [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.462789] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8d38-dea1-d266-5ba8-504a0632b9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.463833] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd5eaeb-c4e7-4782-946e-4a5f6c4cd0d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.470144] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 818.470144] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5249cef2-cd30-f76f-b419-006190201ff7" [ 818.470144] env[69692]: _type = "Task" [ 818.470144] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.481561] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5249cef2-cd30-f76f-b419-006190201ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.553633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "4dece754-6efe-48db-937b-eca3906bd248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.553633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.553633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "4dece754-6efe-48db-937b-eca3906bd248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.553787] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.553971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.556687] env[69692]: INFO nova.compute.manager [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Terminating instance [ 818.573270] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updated VIF entry in instance network info cache for port e30c0619-53c4-4d05-911a-84b28748dbb1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.573723] env[69692]: DEBUG nova.network.neutron [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [{"id": "e30c0619-53c4-4d05-911a-84b28748dbb1", "address": "fa:16:3e:6e:b1:57", "network": {"id": "3b601c77-f2d2-4333-a903-e83b216dc109", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1466857618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77a08fe9b74544a59d6c31f5b27592c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30c0619-53", "ovs_interfaceid": "e30c0619-53c4-4d05-911a-84b28748dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.794505] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Updating instance_info_cache with network_info: [{"id": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "address": "fa:16:3e:e2:b8:8a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05d6228-52", "ovs_interfaceid": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.957861] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.960377] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.961712] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.420s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.961712] env[69692]: DEBUG nova.objects.instance [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.991976] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5249cef2-cd30-f76f-b419-006190201ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.993317] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.993626] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 61c174b9-4fd3-477e-94d0-657eb14e0903/61c174b9-4fd3-477e-94d0-657eb14e0903.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.993930] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60c31875-5472-4b14-a260-5efdd8b619c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.001940] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 819.001940] env[69692]: value = "task-3535749" [ 819.001940] env[69692]: _type = "Task" [ 819.001940] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.012560] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.061100] env[69692]: DEBUG nova.compute.manager [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.062101] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.062321] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8230c-51d8-4aef-9cd1-3a92428eedde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.071050] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.071050] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35cb226a-f886-433c-a938-c086e724a719 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.078753] env[69692]: DEBUG oslo_concurrency.lockutils [req-baea1296-1294-4107-afa7-997d3ff53c95 req-3539d4ec-7242-4132-b088-480a225d707e service nova] Releasing lock "refresh_cache-4dece754-6efe-48db-937b-eca3906bd248" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.081922] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 819.081922] env[69692]: value = "task-3535750" [ 819.081922] env[69692]: _type = "Task" [ 819.081922] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.093651] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.297301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.300019] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Instance network_info: |[{"id": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "address": "fa:16:3e:e2:b8:8a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05d6228-52", "ovs_interfaceid": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.300019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:b8:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f05d6228-5205-4ae8-a46e-305bc46c4f33', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.309653] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Creating folder: Project (4360b5f8c86e4941bfb3da4a6885d479). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.313441] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8f243d-e8fd-4664-b4b6-14f992d8582e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.322742] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Created folder: Project (4360b5f8c86e4941bfb3da4a6885d479) in parent group-v706084. [ 819.325030] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Creating folder: Instances. Parent ref: group-v706162. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.329217] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-823dbd43-fcff-4a57-9df5-ff901474ed71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.341581] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Created folder: Instances in parent group-v706162. [ 819.341581] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.341581] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.341581] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e05972f-4511-4246-af8f-b65bf3737e01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.367344] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.367344] env[69692]: value = "task-3535753" [ 819.367344] env[69692]: _type = "Task" [ 819.367344] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.388703] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535753, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.466689] env[69692]: DEBUG nova.compute.utils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.475288] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.475288] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.515980] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.544049] env[69692]: DEBUG nova.policy [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad2b0c641db46199d67654b73a7acfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4360b5f8c86e4941bfb3da4a6885d479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.598306] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535750, 'name': PowerOffVM_Task, 'duration_secs': 0.252935} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.598851] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.598851] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.599134] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7412260d-fd13-4e34-8ae8-492dea6e2885 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.656961] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.656961] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.656961] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Deleting the datastore file [datastore1] 4dece754-6efe-48db-937b-eca3906bd248 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.656961] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884d9093-09e7-493c-a143-b4678cf813b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.663395] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for the task: (returnval){ [ 819.663395] env[69692]: value = "task-3535755" [ 819.663395] env[69692]: _type = "Task" [ 819.663395] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.671977] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.719086] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Received event network-changed-d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.719204] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Refreshing instance network info cache due to event network-changed-d3ee41de-9511-45c6-a713-aafb912ed41d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.719442] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Acquiring lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.720426] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Acquired lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.721461] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Refreshing network info cache for port d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.748649] env[69692]: DEBUG nova.compute.manager [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Received event network-vif-deleted-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.748893] env[69692]: DEBUG nova.compute.manager [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.753226] env[69692]: DEBUG nova.compute.manager [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing instance network info cache due to event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.753553] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.753712] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.754148] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.863833] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.864134] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.864384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.864573] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.864749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.867128] env[69692]: INFO nova.compute.manager [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Terminating instance [ 819.878529] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535753, 'name': CreateVM_Task, 'duration_secs': 0.442985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.878699] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.879457] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.879635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.879979] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.880377] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73ef846-c0dc-4211-83df-47c7aa5f4f50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.886714] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 819.886714] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520a3487-6856-cb32-e4f9-af82354f7e1c" [ 819.886714] env[69692]: _type = "Task" [ 819.886714] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.899666] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520a3487-6856-cb32-e4f9-af82354f7e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.974944] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.982742] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de180504-4016-478d-86e1-6051ad121641 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.989526] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.676s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.992410] env[69692]: INFO nova.compute.claims [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.014546] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646472} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.015093] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 61c174b9-4fd3-477e-94d0-657eb14e0903/61c174b9-4fd3-477e-94d0-657eb14e0903.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.015350] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.015878] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c386fcfa-0891-403f-bcc5-a44c213f35dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.026717] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 820.026717] env[69692]: value = "task-3535756" [ 820.026717] env[69692]: _type = "Task" [ 820.026717] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.034966] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.100607] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Successfully created port: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.114313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.114599] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.114830] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.115131] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.115298] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.118891] env[69692]: INFO nova.compute.manager [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Terminating instance [ 820.173895] env[69692]: DEBUG oslo_vmware.api [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Task: {'id': task-3535755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343209} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.174296] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.174509] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.174693] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.174864] env[69692]: INFO nova.compute.manager [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Took 1.11 seconds to destroy the instance on the hypervisor. [ 820.175117] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.175335] env[69692]: DEBUG nova.compute.manager [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.175432] env[69692]: DEBUG nova.network.neutron [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.375395] env[69692]: DEBUG nova.compute.manager [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.375639] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.376596] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e62fc2-d24a-4fc3-af93-e66b026318d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.385614] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.385874] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b66d2e55-75a3-45f8-aec0-4d03279d18dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.398904] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520a3487-6856-cb32-e4f9-af82354f7e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.023233} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.400456] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.400721] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.400958] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.401244] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.401436] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.401758] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 820.401758] env[69692]: value = "task-3535757" [ 820.401758] env[69692]: _type = "Task" [ 820.401758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.401976] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b53f13ba-985a-42bf-8072-34df0bcac225 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.414191] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.419271] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.419271] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.419271] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0872177a-e81c-4779-b8e5-f0a963184c5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.424391] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 820.424391] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239e173-f920-5892-9957-324d9cc4c71e" [ 820.424391] env[69692]: _type = "Task" [ 820.424391] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.433812] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5239e173-f920-5892-9957-324d9cc4c71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.537966] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.539039] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.539231] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a24ac8-a1de-486a-ac15-569675189486 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.570728] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 61c174b9-4fd3-477e-94d0-657eb14e0903/61c174b9-4fd3-477e-94d0-657eb14e0903.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.571569] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d909a1df-0b6e-4737-b924-599b79c6c75e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.597579] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 820.597579] env[69692]: value = "task-3535758" [ 820.597579] env[69692]: _type = "Task" [ 820.597579] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.607246] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.624024] env[69692]: DEBUG nova.compute.manager [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.624324] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.625627] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c99ee-35a7-4f7d-bc2e-6d2fa12d9968 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.634502] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.634502] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f66f1c78-07de-436d-ab39-1de54120e820 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.639210] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 820.639210] env[69692]: value = "task-3535759" [ 820.639210] env[69692]: _type = "Task" [ 820.639210] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.648066] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.918236] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535757, 'name': PowerOffVM_Task, 'duration_secs': 0.343835} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.918624] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.918926] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.919212] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d533cb-7785-42c5-83fe-ab5165718911 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.937634] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5239e173-f920-5892-9957-324d9cc4c71e, 'name': SearchDatastore_Task, 'duration_secs': 0.044537} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.941216] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5ac832-868d-4861-aa60-8d8c3750c1ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.948797] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 820.948797] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527b615f-c781-d31f-061c-54def9fe9581" [ 820.948797] env[69692]: _type = "Task" [ 820.948797] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.961470] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b615f-c781-d31f-061c-54def9fe9581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.963743] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updated VIF entry in instance network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.964903] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.972861] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Updated VIF entry in instance network info cache for port d3ee41de-9511-45c6-a713-aafb912ed41d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.973218] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Updating instance_info_cache with network_info: [{"id": "d3ee41de-9511-45c6-a713-aafb912ed41d", "address": "fa:16:3e:48:5a:71", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ee41de-95", "ovs_interfaceid": "d3ee41de-9511-45c6-a713-aafb912ed41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.987132] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.988563] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.988770] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.989039] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleting the datastore file [datastore2] 0e6ee542-8c15-420c-aa23-7018d6d3ee02 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.991445] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1848ee8b-6193-443c-afc1-8e16b3b749c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.996703] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for the task: (returnval){ [ 820.996703] env[69692]: value = "task-3535761" [ 820.996703] env[69692]: _type = "Task" [ 820.996703] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.009072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.011511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.011511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.011511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.011511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.012942] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.016275] env[69692]: INFO nova.compute.manager [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Terminating instance [ 821.025565] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.026166] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.026166] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.027167] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.027167] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.027167] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.028149] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.028149] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.028300] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.028891] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.029150] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.030420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fb4bf-c4f5-4a0a-a1ec-c4ea4836fbfe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.041520] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b491aa2-1be5-4f20-b482-9e6c1e8df3bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.053635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.053903] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.111624] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.150858] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.443953] env[69692]: DEBUG nova.network.neutron [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.464215] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b615f-c781-d31f-061c-54def9fe9581, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.464215] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.464452] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b58f7515-3ef3-4adc-9c45-5d4cc9412570/b58f7515-3ef3-4adc-9c45-5d4cc9412570.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.464737] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793fa002-199b-452d-b6af-c14248874675 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.467953] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.468205] env[69692]: DEBUG nova.compute.manager [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.468365] env[69692]: DEBUG nova.compute.manager [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing instance network info cache due to event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.468574] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Acquiring lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.468715] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Acquired lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.468866] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing network info cache for port 6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.475176] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 821.475176] env[69692]: value = "task-3535762" [ 821.475176] env[69692]: _type = "Task" [ 821.475176] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.475631] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Releasing lock "refresh_cache-61c174b9-4fd3-477e-94d0-657eb14e0903" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.475901] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Received event network-vif-plugged-f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.478039] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Acquiring lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.478039] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.478039] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.478039] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] No waiting events found dispatching network-vif-plugged-f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.478039] env[69692]: WARNING nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Received unexpected event network-vif-plugged-f05d6228-5205-4ae8-a46e-305bc46c4f33 for instance with vm_state building and task_state spawning. [ 821.478039] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Received event network-changed-f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.478039] env[69692]: DEBUG nova.compute.manager [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Refreshing instance network info cache due to event network-changed-f05d6228-5205-4ae8-a46e-305bc46c4f33. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.478734] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Acquiring lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.478734] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Acquired lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.478734] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Refreshing network info cache for port f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.494175] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.506683] env[69692]: DEBUG oslo_vmware.api [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Task: {'id': task-3535761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202419} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.509992] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.510240] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.510424] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.510598] env[69692]: INFO nova.compute.manager [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Took 1.14 seconds to destroy the instance on the hypervisor. [ 821.510917] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.512148] env[69692]: DEBUG nova.compute.manager [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.512293] env[69692]: DEBUG nova.network.neutron [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.521682] env[69692]: DEBUG nova.compute.manager [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.522534] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.522879] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7016653-376e-4f12-bb9e-6b75e24b5d99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.534513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.534790] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19075c18-d223-42ff-ba1e-094cd1f0cb52 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.543481] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 821.543481] env[69692]: value = "task-3535763" [ 821.543481] env[69692]: _type = "Task" [ 821.543481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.552819] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.573958] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d1e850-4d9a-4107-8816-2ad4c498d693 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.582977] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8427ce-e543-4d24-9d9e-8d87ac16fc4e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.621148] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce734b-a2e5-47d4-9eb0-89fc6337a5e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.633627] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e13856-2f2f-4b57-b2d4-4ddfce0198fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.638070] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535758, 'name': ReconfigVM_Task, 'duration_secs': 0.843907} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.638378] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 61c174b9-4fd3-477e-94d0-657eb14e0903/61c174b9-4fd3-477e-94d0-657eb14e0903.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.639399] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6654582-0b20-4dce-a1f3-612d7af09bef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650593] env[69692]: DEBUG nova.compute.provider_tree [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.657710] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 821.657710] env[69692]: value = "task-3535764" [ 821.657710] env[69692]: _type = "Task" [ 821.657710] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.668736] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535759, 'name': PowerOffVM_Task, 'duration_secs': 0.675984} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.668736] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.668736] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.668736] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-970519ab-5fd2-4b03-93a1-a0790270e522 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.674659] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535764, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.757781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.758190] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.758572] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Deleting the datastore file [datastore2] 2df9c507-52ba-4f07-877f-94ee2bf6ea65 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.758925] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98fb9414-cbc8-40af-b5d7-e3e048637888 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.767496] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for the task: (returnval){ [ 821.767496] env[69692]: value = "task-3535766" [ 821.767496] env[69692]: _type = "Task" [ 821.767496] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.779106] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.947351] env[69692]: INFO nova.compute.manager [-] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Took 1.77 seconds to deallocate network for instance. [ 821.994699] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535762, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.055375] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535763, 'name': PowerOffVM_Task, 'duration_secs': 0.312756} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.055985] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.056239] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.056526] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ddf68c-c08a-41fc-b3e9-5d40f7fd07cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.121508] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.121803] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.121970] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleting the datastore file [datastore2] b1e3fad5-7ea3-4bc2-b73b-4427f035cc37 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.122592] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-073de277-a572-4ec0-bcdc-114e388690ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129735] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 822.129735] env[69692]: value = "task-3535768" [ 822.129735] env[69692]: _type = "Task" [ 822.129735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.138414] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.153700] env[69692]: DEBUG nova.scheduler.client.report [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.169533] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535764, 'name': Rename_Task, 'duration_secs': 0.20376} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.169533] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.169533] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da16bdca-6ef2-437e-b4ab-5e41a1f76019 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.178044] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 822.178044] env[69692]: value = "task-3535769" [ 822.178044] env[69692]: _type = "Task" [ 822.178044] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.195208] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.278945] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.415860] env[69692]: DEBUG nova.compute.manager [req-0554d085-cb73-4c90-849d-a28b7475e15c req-6109fd25-3d48-43a5-9f2c-d0611384edeb service nova] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Received event network-vif-deleted-e30c0619-53c4-4d05-911a-84b28748dbb1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.435164] env[69692]: DEBUG nova.compute.manager [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.435609] env[69692]: DEBUG nova.compute.manager [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing instance network info cache due to event network-changed-6a2e10aa-847e-48a0-a872-7d92c9606dcc. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.435797] env[69692]: DEBUG oslo_concurrency.lockutils [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] Acquiring lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.457755] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.489329] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Successfully updated port: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.497455] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553811} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.497772] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b58f7515-3ef3-4adc-9c45-5d4cc9412570/b58f7515-3ef3-4adc-9c45-5d4cc9412570.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.497996] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.498266] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-358dbce4-023b-4020-90a0-63326c314bfa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.506957] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 822.506957] env[69692]: value = "task-3535770" [ 822.506957] env[69692]: _type = "Task" [ 822.506957] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.519019] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.554656] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Updated VIF entry in instance network info cache for port f05d6228-5205-4ae8-a46e-305bc46c4f33. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.554938] env[69692]: DEBUG nova.network.neutron [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Updating instance_info_cache with network_info: [{"id": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "address": "fa:16:3e:e2:b8:8a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05d6228-52", "ovs_interfaceid": "f05d6228-5205-4ae8-a46e-305bc46c4f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.566845] env[69692]: DEBUG nova.network.neutron [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.572174] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updated VIF entry in instance network info cache for port 6a2e10aa-847e-48a0-a872-7d92c9606dcc. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.572174] env[69692]: DEBUG nova.network.neutron [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [{"id": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "address": "fa:16:3e:3b:ac:64", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2e10aa-84", "ovs_interfaceid": "6a2e10aa-847e-48a0-a872-7d92c9606dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.644633] env[69692]: DEBUG oslo_vmware.api [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42668} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.644937] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.645242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.645343] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.645784] env[69692]: INFO nova.compute.manager [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 822.646723] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.646723] env[69692]: DEBUG nova.compute.manager [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.646723] env[69692]: DEBUG nova.network.neutron [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.659588] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.660181] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.663898] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.685s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.664787] env[69692]: INFO nova.compute.claims [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.692557] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.783563] env[69692]: DEBUG oslo_vmware.api [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Task: {'id': task-3535766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58172} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.784078] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.784078] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.784242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.784448] env[69692]: INFO nova.compute.manager [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Took 2.16 seconds to destroy the instance on the hypervisor. [ 822.784796] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.788300] env[69692]: DEBUG nova.compute.manager [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.788416] env[69692]: DEBUG nova.network.neutron [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.993553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.993864] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.994138] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.021259] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082353} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.021259] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.021781] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94149e9c-5f99-4f1f-9d72-bdbec0be0dd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.051972] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] b58f7515-3ef3-4adc-9c45-5d4cc9412570/b58f7515-3ef3-4adc-9c45-5d4cc9412570.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.052145] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3ce75a-ba72-46b9-ad03-fd40634ce3d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.068471] env[69692]: DEBUG oslo_concurrency.lockutils [req-26652d5f-f325-4475-8f52-a3cda411f7fb req-31a4ce6b-f4c7-4933-8adc-b5e75b20c492 service nova] Releasing lock "refresh_cache-b58f7515-3ef3-4adc-9c45-5d4cc9412570" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.075669] env[69692]: INFO nova.compute.manager [-] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Took 1.56 seconds to deallocate network for instance. [ 823.076339] env[69692]: DEBUG oslo_concurrency.lockutils [req-4aa6a833-aa79-44d5-a875-f35a46a7b206 req-408b82e1-5a8a-4ad7-9ab5-d0fec3049d5b service nova] Releasing lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.076895] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 823.076895] env[69692]: value = "task-3535771" [ 823.076895] env[69692]: _type = "Task" [ 823.076895] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.080082] env[69692]: DEBUG oslo_concurrency.lockutils [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] Acquired lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.080398] env[69692]: DEBUG nova.network.neutron [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Refreshing network info cache for port 6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.091672] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.170545] env[69692]: DEBUG nova.compute.utils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.175151] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.175151] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.191607] env[69692]: DEBUG oslo_vmware.api [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535769, 'name': PowerOnVM_Task, 'duration_secs': 0.793487} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.191885] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.192604] env[69692]: INFO nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Took 9.84 seconds to spawn the instance on the hypervisor. [ 823.193328] env[69692]: DEBUG nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.194675] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42c37d-e713-456e-be34-8f23f55a7f2b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.241226] env[69692]: DEBUG nova.policy [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad2b0c641db46199d67654b73a7acfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4360b5f8c86e4941bfb3da4a6885d479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.394468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "fff86862-b110-4755-af71-3a95fc678159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.394468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.576124] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.583415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.602428] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.618831] env[69692]: INFO nova.network.neutron [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Port 6a2e10aa-847e-48a0-a872-7d92c9606dcc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 823.619178] env[69692]: DEBUG nova.network.neutron [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.656139] env[69692]: DEBUG nova.network.neutron [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.675334] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.707731] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Successfully created port: bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.719257] env[69692]: INFO nova.compute.manager [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Took 40.64 seconds to build instance. [ 823.972946] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Updating instance_info_cache with network_info: [{"id": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "address": "fa:16:3e:a4:a2:6a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e03f013-dd", "ovs_interfaceid": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.087329] env[69692]: DEBUG nova.network.neutron [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.104903] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.122419] env[69692]: DEBUG oslo_concurrency.lockutils [req-bef7c02b-102e-4409-8ee8-6f2d5e903b67 req-00a4012a-1f52-40ec-968c-33131e094457 service nova] Releasing lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.161195] env[69692]: INFO nova.compute.manager [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 1.51 seconds to deallocate network for instance. [ 824.230985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bef88dd1-06d9-4740-a893-07349c647a61 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.603s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.273820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b2b28-d4e8-4324-8566-e270f18a0e83 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.284819] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b383ee7-71b5-4feb-a2d1-63ef5d020925 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.316056] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f76b604-3046-4ad7-9d24-78a0d19a0419 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.324136] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288cc57-43ef-4584-841b-5adbae97e6b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.338522] env[69692]: DEBUG nova.compute.provider_tree [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.479260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.479631] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Instance network_info: |[{"id": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "address": "fa:16:3e:a4:a2:6a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e03f013-dd", "ovs_interfaceid": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.480098] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a2:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e03f013-dd1f-4d7e-9d27-41aae2ed9544', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.488437] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.489089] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.489340] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da87300d-48a3-479d-a759-513aa876bfa2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.509860] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.509860] env[69692]: value = "task-3535772" [ 824.509860] env[69692]: _type = "Task" [ 824.509860] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.518415] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535772, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.589200] env[69692]: INFO nova.compute.manager [-] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Took 1.80 seconds to deallocate network for instance. [ 824.598835] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.674297] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.682300] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.682721] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480548d-6ae9-4590-8488-921eb96966a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.690933] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.693199] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.693601] env[69692]: ERROR oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk due to incomplete transfer. [ 824.694534] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee677db0-c49b-4d00-b364-b466fdcb1d89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.703710] env[69692]: DEBUG oslo_vmware.rw_handles [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3ccbd-5a61-6375-52db-6a4c00917aa5/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.703710] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Uploaded image 305a03c7-e750-46c7-9c7c-fa399600bdc1 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.705797] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.708157] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ed35f24-ef83-4145-8f3e-d527b1e18e57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.716169] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 824.716169] env[69692]: value = "task-3535773" [ 824.716169] env[69692]: _type = "Task" [ 824.716169] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.721534] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.721764] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.722405] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.722679] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.722840] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.722995] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.723213] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.723403] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.723586] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.723745] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.723913] env[69692]: DEBUG nova.virt.hardware [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.728429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "4ab390b7-fcfd-4038-b598-84235013de2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.728633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.729296] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c86e2-b8d7-41be-b3ad-017cca1da02f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.734452] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.747651] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535773, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.747765] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c770b6-cd33-407c-bb83-1833c221687f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.841635] env[69692]: DEBUG nova.scheduler.client.report [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.021562] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535772, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.093541] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535771, 'name': ReconfigVM_Task, 'duration_secs': 1.523906} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.093838] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Reconfigured VM instance instance-0000001d to attach disk [datastore2] b58f7515-3ef3-4adc-9c45-5d4cc9412570/b58f7515-3ef3-4adc-9c45-5d4cc9412570.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.094511] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78032726-50c7-4fb4-95d3-618d35bf0b70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.101808] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.102172] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 825.102172] env[69692]: value = "task-3535774" [ 825.102172] env[69692]: _type = "Task" [ 825.102172] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.111032] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535774, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.229728] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535773, 'name': Destroy_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.272417] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.308460] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Successfully updated port: bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.350028] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.350028] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.355934] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.465s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.355934] env[69692]: DEBUG nova.objects.instance [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lazy-loading 'resources' on Instance uuid aabea5f0-f4c1-4d9f-a04e-6d165900bf67 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.523473] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535772, 'name': CreateVM_Task, 'duration_secs': 0.626315} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.523669] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.524380] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.524545] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.525466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.525792] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed400a4-6b37-43b7-9422-2d18ea1e6c9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.531394] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 825.531394] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246d54e-bf7d-bce5-6ad1-aa8e0f979d48" [ 825.531394] env[69692]: _type = "Task" [ 825.531394] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.539739] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5246d54e-bf7d-bce5-6ad1-aa8e0f979d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.617317] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535774, 'name': Rename_Task, 'duration_secs': 0.362065} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.617672] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.617949] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d6a8bb-ae4c-4497-bf6e-9b7c5bbac55a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.624717] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 825.624717] env[69692]: value = "task-3535775" [ 825.624717] env[69692]: _type = "Task" [ 825.624717] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.635770] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.705947] env[69692]: DEBUG nova.compute.manager [req-b9daed7e-9909-4817-b94a-4a84b33ec518 req-0de43ab4-3982-4ba5-a74c-1e2d6de3d0cb service nova] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Received event network-vif-deleted-38dc9c80-035d-4816-a430-44e7d525aa8a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.706115] env[69692]: DEBUG nova.compute.manager [req-b9daed7e-9909-4817-b94a-4a84b33ec518 req-0de43ab4-3982-4ba5-a74c-1e2d6de3d0cb service nova] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Received event network-vif-deleted-6a2e10aa-847e-48a0-a872-7d92c9606dcc {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.706292] env[69692]: DEBUG nova.compute.manager [req-b9daed7e-9909-4817-b94a-4a84b33ec518 req-0de43ab4-3982-4ba5-a74c-1e2d6de3d0cb service nova] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Received event network-vif-deleted-cee91fef-70ed-4df8-acaa-418e79963d1d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.728903] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535773, 'name': Destroy_Task, 'duration_secs': 0.745768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.729028] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Destroyed the VM [ 825.729490] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.730211] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac9a5b8a-57ab-452e-b0c6-f001da32b42e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.736205] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 825.736205] env[69692]: value = "task-3535776" [ 825.736205] env[69692]: _type = "Task" [ 825.736205] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.745926] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.816923] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.816923] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.816923] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.821585] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.821585] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing instance network info cache due to event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.821943] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.823566] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823566] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.862317] env[69692]: DEBUG nova.compute.utils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.864236] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.864963] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.919855] env[69692]: DEBUG nova.policy [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe5c0f371eb459c8d825823c9cc249e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d30f3d2b1b640f59f149e8ef7985a84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.998632] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.998884] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.042170] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5246d54e-bf7d-bce5-6ad1-aa8e0f979d48, 'name': SearchDatastore_Task, 'duration_secs': 0.023052} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.042494] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.042748] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.043017] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.043180] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.043504] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.043700] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5086b321-a604-473c-b79a-2a7b068bb242 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.057812] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.058068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.059066] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9045fdb5-ba9b-47ba-b2c2-f2da5cf48eda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.076345] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 826.076345] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb8637-0b6b-99c0-f027-e8980a99d775" [ 826.076345] env[69692]: _type = "Task" [ 826.076345] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.088558] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb8637-0b6b-99c0-f027-e8980a99d775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.144362] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.251480] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535776, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.367913] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.371915] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.502830] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Successfully created port: e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.553985] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd067abd-1355-4265-8049-caca4c3bd3cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.563586] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cdc56b-9753-48b4-99f6-ed8eb14502d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.614744] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becdb172-917a-4d5c-a892-e4fd39512a98 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.626453] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a72b6ee-9083-4e41-9d4e-4796f334126c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.630973] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb8637-0b6b-99c0-f027-e8980a99d775, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.636100] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f107e05f-1f10-45a2-9c31-591ae7493c6f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.645245] env[69692]: DEBUG nova.compute.provider_tree [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.652221] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535775, 'name': PowerOnVM_Task, 'duration_secs': 0.64472} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.653636] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.653841] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Took 10.60 seconds to spawn the instance on the hypervisor. [ 826.654023] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.654362] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 826.654362] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522b4f69-3806-f9e1-2a2a-b3fce5a79b63" [ 826.654362] env[69692]: _type = "Task" [ 826.654362] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.655562] env[69692]: DEBUG nova.network.neutron [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Updating instance_info_cache with network_info: [{"id": "bfd7d279-b6e9-498a-a5d0-df708730173d", "address": "fa:16:3e:68:20:f1", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd7d279-b6", "ovs_interfaceid": "bfd7d279-b6e9-498a-a5d0-df708730173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.657231] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96debe59-5ec9-4511-ac96-6527267cdc7a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.678409] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522b4f69-3806-f9e1-2a2a-b3fce5a79b63, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.679721] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.679721] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8da0e706-9a15-45bb-8592-ce21d40800c7/8da0e706-9a15-45bb-8592-ce21d40800c7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.679721] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12cc0b31-8824-4643-93b6-b9b1d9388dc9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.691134] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 826.691134] env[69692]: value = "task-3535777" [ 826.691134] env[69692]: _type = "Task" [ 826.691134] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.702092] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.750837] env[69692]: DEBUG oslo_vmware.api [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569098} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.751282] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.751717] env[69692]: INFO nova.compute.manager [None req-118e84bc-93d5-4006-9ef1-a8f5ea1bd42f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 826.856023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.856023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.051207] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updated VIF entry in instance network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.051207] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.102031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.102031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.152043] env[69692]: DEBUG nova.scheduler.client.report [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.162288] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.162620] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Instance network_info: |[{"id": "bfd7d279-b6e9-498a-a5d0-df708730173d", "address": "fa:16:3e:68:20:f1", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd7d279-b6", "ovs_interfaceid": "bfd7d279-b6e9-498a-a5d0-df708730173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.163041] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:20:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd7d279-b6e9-498a-a5d0-df708730173d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.171057] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.171697] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.176586] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea535c4c-1dc9-430c-a457-83ce664a4451 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.196864] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.197515] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Took 42.87 seconds to build instance. [ 827.206877] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.206877] env[69692]: value = "task-3535778" [ 827.206877] env[69692]: _type = "Task" [ 827.206877] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.212147] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480602} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.213190] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8da0e706-9a15-45bb-8592-ce21d40800c7/8da0e706-9a15-45bb-8592-ce21d40800c7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.213431] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.214149] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485225ac-1a78-4545-aea8-01df6f492575 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.221786] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 827.221786] env[69692]: value = "task-3535779" [ 827.221786] env[69692]: _type = "Task" [ 827.221786] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.231387] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.380883] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.408996] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.409234] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.409407] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.409595] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.409734] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.409955] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.410168] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.411069] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.411069] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.411069] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.411069] env[69692]: DEBUG nova.virt.hardware [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.412870] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d804802d-3093-4603-9428-187aba41bb4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.419663] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069004f-80a2-47a9-9678-5ba055316560 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.553716] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.554009] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Received event network-vif-plugged-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.554221] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Acquiring lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.554430] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.554594] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.554788] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] No waiting events found dispatching network-vif-plugged-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.554926] env[69692]: WARNING nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Received unexpected event network-vif-plugged-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 for instance with vm_state building and task_state spawning. [ 827.555105] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Received event network-changed-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.555263] env[69692]: DEBUG nova.compute.manager [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Refreshing instance network info cache due to event network-changed-4e03f013-dd1f-4d7e-9d27-41aae2ed9544. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.557052] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Acquiring lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.557052] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Acquired lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.557052] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Refreshing network info cache for port 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.662021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.664076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.789s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.666494] env[69692]: INFO nova.compute.claims [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.697777] env[69692]: INFO nova.scheduler.client.report [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleted allocations for instance aabea5f0-f4c1-4d9f-a04e-6d165900bf67 [ 827.704581] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.829s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.724428] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535778, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.736021] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169991} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.736021] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.737368] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7871c-9f6d-4967-b1cc-d4c0469060cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.762494] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8da0e706-9a15-45bb-8592-ce21d40800c7/8da0e706-9a15-45bb-8592-ce21d40800c7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.763495] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e78c28c-ebce-4f2c-9d35-a3bcd381d236 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.787054] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 827.787054] env[69692]: value = "task-3535780" [ 827.787054] env[69692]: _type = "Task" [ 827.787054] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.795507] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.806643] env[69692]: DEBUG nova.compute.manager [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Received event network-vif-plugged-bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.806643] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Acquiring lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.806643] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.806643] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.806806] env[69692]: DEBUG nova.compute.manager [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] No waiting events found dispatching network-vif-plugged-bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.806921] env[69692]: WARNING nova.compute.manager [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Received unexpected event network-vif-plugged-bfd7d279-b6e9-498a-a5d0-df708730173d for instance with vm_state building and task_state spawning. [ 827.807104] env[69692]: DEBUG nova.compute.manager [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Received event network-changed-bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.807283] env[69692]: DEBUG nova.compute.manager [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Refreshing instance network info cache due to event network-changed-bfd7d279-b6e9-498a-a5d0-df708730173d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.807447] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Acquiring lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.807583] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Acquired lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.807733] env[69692]: DEBUG nova.network.neutron [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Refreshing network info cache for port bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.860404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "736852aa-a950-40b5-86d4-6de851b2b9c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.860681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.860979] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.861155] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.861329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.863696] env[69692]: INFO nova.compute.manager [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Terminating instance [ 827.948214] env[69692]: DEBUG nova.compute.manager [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.949038] env[69692]: DEBUG nova.compute.manager [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing instance network info cache due to event network-changed-62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.949038] env[69692]: DEBUG oslo_concurrency.lockutils [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] Acquiring lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.949038] env[69692]: DEBUG oslo_concurrency.lockutils [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] Acquired lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.949038] env[69692]: DEBUG nova.network.neutron [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Refreshing network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.207905] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.210184] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1a92278d-c646-4245-9973-228273888f87 tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "aabea5f0-f4c1-4d9f-a04e-6d165900bf67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.574s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.222962] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535778, 'name': CreateVM_Task, 'duration_secs': 0.708779} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.222962] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.222962] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.222962] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.222962] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.222962] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2208fc-d3d2-4f0f-aed6-d50e0db0d5eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.230299] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 828.230299] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528e089e-40d9-22bb-b758-8b6a4a53573f" [ 828.230299] env[69692]: _type = "Task" [ 828.230299] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.236837] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e089e-40d9-22bb-b758-8b6a4a53573f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.297774] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535780, 'name': ReconfigVM_Task, 'duration_secs': 0.310567} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.298344] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8da0e706-9a15-45bb-8592-ce21d40800c7/8da0e706-9a15-45bb-8592-ce21d40800c7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.299294] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c2ab622-8f44-46d3-ae4e-d039865827f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.308376] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 828.308376] env[69692]: value = "task-3535781" [ 828.308376] env[69692]: _type = "Task" [ 828.308376] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.319344] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535781, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.357783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.357783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.370257] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Updated VIF entry in instance network info cache for port 4e03f013-dd1f-4d7e-9d27-41aae2ed9544. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.370257] env[69692]: DEBUG nova.network.neutron [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Updating instance_info_cache with network_info: [{"id": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "address": "fa:16:3e:a4:a2:6a", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e03f013-dd", "ovs_interfaceid": "4e03f013-dd1f-4d7e-9d27-41aae2ed9544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.370257] env[69692]: DEBUG nova.compute.manager [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.370257] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.371304] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c87501-10c2-491d-9b3e-bdbeb08aae2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.381239] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.383833] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-989a8077-a0f1-483f-b8fc-8eb0847cb401 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.449068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.449297] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.449480] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore2] 736852aa-a950-40b5-86d4-6de851b2b9c4 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.449747] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c8dc5b-61c0-4e17-aa73-9f6d47b1d88c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.458442] env[69692]: DEBUG oslo_vmware.api [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 828.458442] env[69692]: value = "task-3535783" [ 828.458442] env[69692]: _type = "Task" [ 828.458442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.467204] env[69692]: DEBUG oslo_vmware.api [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.528276] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "3a635f02-cf12-43d8-914e-763990cfb5b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.528489] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.528713] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "3a635f02-cf12-43d8-914e-763990cfb5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.528918] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.529103] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.531277] env[69692]: INFO nova.compute.manager [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Terminating instance [ 828.543028] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Successfully updated port: e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.701152] env[69692]: DEBUG nova.network.neutron [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Updated VIF entry in instance network info cache for port bfd7d279-b6e9-498a-a5d0-df708730173d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.701449] env[69692]: DEBUG nova.network.neutron [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Updating instance_info_cache with network_info: [{"id": "bfd7d279-b6e9-498a-a5d0-df708730173d", "address": "fa:16:3e:68:20:f1", "network": {"id": "c4fa99e8-84d6-498f-add6-d3ad0e0bcbef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-566889449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4360b5f8c86e4941bfb3da4a6885d479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd7d279-b6", "ovs_interfaceid": "bfd7d279-b6e9-498a-a5d0-df708730173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.710041] env[69692]: DEBUG nova.network.neutron [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updated VIF entry in instance network info cache for port 62b83762-5ec5-4cc8-a848-59f280e8676b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.711292] env[69692]: DEBUG nova.network.neutron [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [{"id": "62b83762-5ec5-4cc8-a848-59f280e8676b", "address": "fa:16:3e:26:d4:b9", "network": {"id": "561d146a-2760-4cbc-b690-ede0d047ad8e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-275568988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "395b70ce4bfc48b8bac14b1c4217593d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b83762-5e", "ovs_interfaceid": "62b83762-5ec5-4cc8-a848-59f280e8676b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.733519] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.739769] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e089e-40d9-22bb-b758-8b6a4a53573f, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.740068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.740345] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.740604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.740770] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.740963] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.741246] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c566bdb-86bb-436e-80ac-223a08eb3110 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.749662] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.749924] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.752778] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5754a1-edac-4077-b39c-8e7c4ac47982 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.758335] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 828.758335] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52be3af0-1476-72d9-ce8b-79b0f1f6c599" [ 828.758335] env[69692]: _type = "Task" [ 828.758335] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.766182] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be3af0-1476-72d9-ce8b-79b0f1f6c599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.816826] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535781, 'name': Rename_Task, 'duration_secs': 0.191314} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.817160] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.819688] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-156e5ee1-fda7-4852-be1d-080c998b0382 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.826021] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 828.826021] env[69692]: value = "task-3535784" [ 828.826021] env[69692]: _type = "Task" [ 828.826021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.836345] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.871118] env[69692]: DEBUG oslo_concurrency.lockutils [req-e6f76fb1-f710-4183-8b4a-8bcee7034761 req-a05ba6dc-efe6-4056-a3a4-98261afe31ba service nova] Releasing lock "refresh_cache-8da0e706-9a15-45bb-8592-ce21d40800c7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.971840] env[69692]: DEBUG oslo_vmware.api [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151679} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.972229] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.972618] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.972830] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.973095] env[69692]: INFO nova.compute.manager [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 828.973443] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.973651] env[69692]: DEBUG nova.compute.manager [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.973746] env[69692]: DEBUG nova.network.neutron [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.041582] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "refresh_cache-3a635f02-cf12-43d8-914e-763990cfb5b8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.041779] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquired lock "refresh_cache-3a635f02-cf12-43d8-914e-763990cfb5b8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.041962] env[69692]: DEBUG nova.network.neutron [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.046951] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.046951] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquired lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.046951] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.207993] env[69692]: DEBUG oslo_concurrency.lockutils [req-0866c80c-4d6f-4ff5-9ed7-aa55882198be req-1e699510-716f-4431-8c6d-22e15677953e service nova] Releasing lock "refresh_cache-29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.222717] env[69692]: DEBUG oslo_concurrency.lockutils [req-fc25d488-faaa-4cd6-b858-6b09e95389e7 req-92854578-e12d-484d-b260-5f3f9b122290 service nova] Releasing lock "refresh_cache-f86cbb87-023b-42b1-aef2-65c42a493437" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.249021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d481d40-ad14-4792-a5b1-4ebc45bd0159 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.260377] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697bbc0c-73e5-44ff-b61e-390d3a5309dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.275432] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be3af0-1476-72d9-ce8b-79b0f1f6c599, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.305874] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d345b7-bc8b-4685-af2f-974593a69661 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.309612] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b682e8-9a90-479e-988d-d2696d178850 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.320126] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc393a-38f4-4801-9346-72b45f496c2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.324841] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 829.324841] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527c133d-9664-beec-7c78-d40e5f323e7f" [ 829.324841] env[69692]: _type = "Task" [ 829.324841] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.338952] env[69692]: DEBUG nova.compute.provider_tree [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.349460] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527c133d-9664-beec-7c78-d40e5f323e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.354185] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.354185] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a/29bb2ccd-f61b-43a2-a17b-23e5de43fc6a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.354185] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535784, 'name': PowerOnVM_Task, 'duration_secs': 0.480311} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.354185] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784b5110-618e-4ae1-98d9-8cd116720dfd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.356062] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.356315] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Took 8.37 seconds to spawn the instance on the hypervisor. [ 829.360022] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.360022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea724a-d0f1-436f-80e0-90896b8e5a72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.367764] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 829.367764] env[69692]: value = "task-3535785" [ 829.367764] env[69692]: _type = "Task" [ 829.367764] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.376281] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.563583] env[69692]: DEBUG nova.network.neutron [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.575994] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.611300] env[69692]: DEBUG nova.network.neutron [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.754855] env[69692]: DEBUG nova.network.neutron [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Updating instance_info_cache with network_info: [{"id": "e2430f93-52c4-46a3-9ddf-c955a081760a", "address": "fa:16:3e:cd:05:5e", "network": {"id": "29f248a4-f1a9-4a78-9258-0d5d3f6b467d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2099220238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d30f3d2b1b640f59f149e8ef7985a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2430f93-52", "ovs_interfaceid": "e2430f93-52c4-46a3-9ddf-c955a081760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.813989] env[69692]: DEBUG nova.network.neutron [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.834166] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Received event network-vif-plugged-e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.834166] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Acquiring lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.834166] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.834166] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.834166] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] No waiting events found dispatching network-vif-plugged-e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.834335] env[69692]: WARNING nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Received unexpected event network-vif-plugged-e2430f93-52c4-46a3-9ddf-c955a081760a for instance with vm_state building and task_state spawning. [ 829.834368] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Received event network-changed-e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.834513] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Refreshing instance network info cache due to event network-changed-e2430f93-52c4-46a3-9ddf-c955a081760a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.834681] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Acquiring lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.845117] env[69692]: DEBUG nova.scheduler.client.report [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.879188] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Took 37.81 seconds to build instance. [ 829.883450] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.116173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Releasing lock "refresh_cache-3a635f02-cf12-43d8-914e-763990cfb5b8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.116697] env[69692]: DEBUG nova.compute.manager [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.116900] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.117830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aff407-004c-466f-87f5-81ee4453cf3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.133290] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.133476] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5adb5b-ebae-4037-9896-a04da5b58bd1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.143922] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 830.143922] env[69692]: value = "task-3535786" [ 830.143922] env[69692]: _type = "Task" [ 830.143922] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.157538] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.258044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Releasing lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.258203] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Instance network_info: |[{"id": "e2430f93-52c4-46a3-9ddf-c955a081760a", "address": "fa:16:3e:cd:05:5e", "network": {"id": "29f248a4-f1a9-4a78-9258-0d5d3f6b467d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2099220238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d30f3d2b1b640f59f149e8ef7985a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2430f93-52", "ovs_interfaceid": "e2430f93-52c4-46a3-9ddf-c955a081760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.258467] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Acquired lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.258693] env[69692]: DEBUG nova.network.neutron [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Refreshing network info cache for port e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.260233] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:05:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2430f93-52c4-46a3-9ddf-c955a081760a', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.270386] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Creating folder: Project (4d30f3d2b1b640f59f149e8ef7985a84). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.272027] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5439699-ca0e-41a2-ab59-6ed8781fea96 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.284789] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Created folder: Project (4d30f3d2b1b640f59f149e8ef7985a84) in parent group-v706084. [ 830.285009] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Creating folder: Instances. Parent ref: group-v706167. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.285259] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3bec91b-49ba-4c64-a6d0-452b56a312a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.294994] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Created folder: Instances in parent group-v706167. [ 830.295251] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.295500] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.295728] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f62c037-8182-4b96-a05e-7ae278401c59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.316892] env[69692]: INFO nova.compute.manager [-] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Took 1.34 seconds to deallocate network for instance. [ 830.317129] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.317129] env[69692]: value = "task-3535789" [ 830.317129] env[69692]: _type = "Task" [ 830.317129] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.329994] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535789, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.349837] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.350594] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.353068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.695s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.353360] env[69692]: DEBUG nova.objects.instance [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'resources' on Instance uuid 2aaa93a3-9140-4422-9849-0b5a2616e633 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.383241] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931205} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.384074] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a/29bb2ccd-f61b-43a2-a17b-23e5de43fc6a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.384074] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.384229] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.460s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.384398] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2224c469-d533-483a-9641-7eb656e1c04c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.392706] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 830.392706] env[69692]: value = "task-3535790" [ 830.392706] env[69692]: _type = "Task" [ 830.392706] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.404900] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.656787] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535786, 'name': PowerOffVM_Task, 'duration_secs': 0.200998} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.656787] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.656787] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.657187] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c18b677-7b1b-4c17-b335-75f587cc77b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.681626] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.681821] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.682017] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleting the datastore file [datastore2] 3a635f02-cf12-43d8-914e-763990cfb5b8 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.682265] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae78647e-1d39-4dbe-98ed-0b7855b197e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.688400] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for the task: (returnval){ [ 830.688400] env[69692]: value = "task-3535792" [ 830.688400] env[69692]: _type = "Task" [ 830.688400] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.696599] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.830566] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.830877] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535789, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.856636] env[69692]: DEBUG nova.compute.utils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.862616] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.862616] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.891565] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.912643] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082478} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.913241] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.914568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11dd8a1-e385-4176-b26e-29ccfe0063c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.943769] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a/29bb2ccd-f61b-43a2-a17b-23e5de43fc6a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.950328] env[69692]: DEBUG nova.policy [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9125362e307a4d5fbedeb263ca4d84a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da295f09d4c04b379261a3881eabe2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.951635] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cc5146-ef12-4601-8a76-5eee46f3c561 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.971969] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 830.971969] env[69692]: value = "task-3535793" [ 830.971969] env[69692]: _type = "Task" [ 830.971969] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.980826] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.143338] env[69692]: DEBUG nova.network.neutron [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Updated VIF entry in instance network info cache for port e2430f93-52c4-46a3-9ddf-c955a081760a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.143731] env[69692]: DEBUG nova.network.neutron [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Updating instance_info_cache with network_info: [{"id": "e2430f93-52c4-46a3-9ddf-c955a081760a", "address": "fa:16:3e:cd:05:5e", "network": {"id": "29f248a4-f1a9-4a78-9258-0d5d3f6b467d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2099220238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d30f3d2b1b640f59f149e8ef7985a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2430f93-52", "ovs_interfaceid": "e2430f93-52c4-46a3-9ddf-c955a081760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.199839] env[69692]: DEBUG oslo_vmware.api [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Task: {'id': task-3535792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241322} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.200159] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.200352] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.200533] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.200742] env[69692]: INFO nova.compute.manager [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 831.200943] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.203429] env[69692]: DEBUG nova.compute.manager [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.203535] env[69692]: DEBUG nova.network.neutron [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.220308] env[69692]: DEBUG nova.network.neutron [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.335897] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535789, 'name': CreateVM_Task, 'duration_secs': 0.826892} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.335897] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.335897] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.335897] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.335897] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.335897] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e7acb0-16db-4a74-b0ba-ef1086e36c22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.340998] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 831.340998] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d21b88-6b09-9a45-142c-2da919d1e348" [ 831.340998] env[69692]: _type = "Task" [ 831.340998] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.349618] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d21b88-6b09-9a45-142c-2da919d1e348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.358335] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Successfully created port: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.366095] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.414073] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.487839] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.646673] env[69692]: DEBUG oslo_concurrency.lockutils [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] Releasing lock "refresh_cache-55112777-8faf-4d2e-b9ba-6d85c5d76bea" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.646943] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Received event network-vif-deleted-f2baca53-3bf3-47e0-9f11-161f27404694 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.647163] env[69692]: INFO nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Neutron deleted interface f2baca53-3bf3-47e0-9f11-161f27404694; detaching it from the instance and deleting it from the info cache [ 831.647343] env[69692]: DEBUG nova.network.neutron [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.662153] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495d661-f9b5-408f-920a-054fe57212ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.670686] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777fee16-cb0c-4c9c-aa06-eadc0f1006bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.706130] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777dae4-b8a8-4e42-9324-b718589616b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.714830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea8cd9c-8bbb-4a11-bb3c-fb8b7e283b08 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.730034] env[69692]: DEBUG nova.network.neutron [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.731262] env[69692]: DEBUG nova.compute.provider_tree [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.851833] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d21b88-6b09-9a45-142c-2da919d1e348, 'name': SearchDatastore_Task, 'duration_secs': 0.021202} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.852143] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.852365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.852660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.852831] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.853026] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.853288] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b0f593e-f691-4490-a533-2e942912ee3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.861194] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.861378] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.862102] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4a405f-a631-4a93-a8f3-a7ceda499322 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.867050] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 831.867050] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a5c931-1304-10aa-45fc-e37962a13bfe" [ 831.867050] env[69692]: _type = "Task" [ 831.867050] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.879375] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a5c931-1304-10aa-45fc-e37962a13bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.988030] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535793, 'name': ReconfigVM_Task, 'duration_secs': 0.883273} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.988030] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a/29bb2ccd-f61b-43a2-a17b-23e5de43fc6a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.988666] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-137821d5-2bc5-453a-b1d8-bc9c63f9ea55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.995596] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 831.995596] env[69692]: value = "task-3535794" [ 831.995596] env[69692]: _type = "Task" [ 831.995596] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.004115] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535794, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.152715] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-295b0140-1f40-4562-81f6-7eb8f4651170 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.163070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bfa512-5e12-4f89-9d9f-86e9ae525650 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.195420] env[69692]: DEBUG nova.compute.manager [req-124e3aee-e8f7-483e-b74a-d22697cf4677 req-5f093337-91d3-4bee-adc3-35c84f33dc1c service nova] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Detach interface failed, port_id=f2baca53-3bf3-47e0-9f11-161f27404694, reason: Instance 736852aa-a950-40b5-86d4-6de851b2b9c4 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.233301] env[69692]: INFO nova.compute.manager [-] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Took 1.03 seconds to deallocate network for instance. [ 832.234358] env[69692]: DEBUG nova.scheduler.client.report [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.377114] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a5c931-1304-10aa-45fc-e37962a13bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.377895] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b585e5a1-a137-4cad-b489-19675fe7dc64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.380833] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.385495] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 832.385495] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520a5c51-289e-cb79-1c04-35523b11f14b" [ 832.385495] env[69692]: _type = "Task" [ 832.385495] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.393102] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520a5c51-289e-cb79-1c04-35523b11f14b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.407369] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.407608] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.407785] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.407981] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.408147] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.408298] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.408510] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.408673] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.408836] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.409493] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.409717] env[69692]: DEBUG nova.virt.hardware [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.410660] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa86ac80-0c10-4e13-b227-dd19c385d128 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.418073] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960c42a-4f13-4c2f-9b53-3845b8a1a75a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.504822] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535794, 'name': Rename_Task, 'duration_secs': 0.164519} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.505645] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.505645] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a5327b-ab9a-4d52-b5f0-e26f3b2fd86b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.511030] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 832.511030] env[69692]: value = "task-3535795" [ 832.511030] env[69692]: _type = "Task" [ 832.511030] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.519093] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.741142] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.743809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.085s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.744113] env[69692]: DEBUG nova.objects.instance [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lazy-loading 'resources' on Instance uuid c85a6c39-0781-4456-9036-68262d2b14f1 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.746929] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.767333] env[69692]: INFO nova.scheduler.client.report [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted allocations for instance 2aaa93a3-9140-4422-9849-0b5a2616e633 [ 832.777239] env[69692]: DEBUG nova.compute.manager [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Received event network-vif-plugged-90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.777459] env[69692]: DEBUG oslo_concurrency.lockutils [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.777941] env[69692]: DEBUG oslo_concurrency.lockutils [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.777941] env[69692]: DEBUG oslo_concurrency.lockutils [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.778063] env[69692]: DEBUG nova.compute.manager [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] No waiting events found dispatching network-vif-plugged-90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.778253] env[69692]: WARNING nova.compute.manager [req-32e250ce-379a-4a4f-89e1-c5aeced74b37 req-76b96c53-f2ef-4987-98f6-c82f9173c0fc service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Received unexpected event network-vif-plugged-90c933a7-6a1d-44ce-84e2-35a1e8f0541b for instance with vm_state building and task_state spawning. [ 832.878497] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Successfully updated port: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.896440] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520a5c51-289e-cb79-1c04-35523b11f14b, 'name': SearchDatastore_Task, 'duration_secs': 0.016159} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.897043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.897442] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 55112777-8faf-4d2e-b9ba-6d85c5d76bea/55112777-8faf-4d2e-b9ba-6d85c5d76bea.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.897724] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e692770-3cb3-497a-b192-e171351578a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.905493] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 832.905493] env[69692]: value = "task-3535796" [ 832.905493] env[69692]: _type = "Task" [ 832.905493] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.914339] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.020779] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535795, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.284216] env[69692]: DEBUG oslo_concurrency.lockutils [None req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "2aaa93a3-9140-4422-9849-0b5a2616e633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.882s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.284216] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Acquired lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.285405] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee06cff-44b9-4013-8efa-5200bd6319f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.300781] env[69692]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 833.300781] env[69692]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69692) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 833.301654] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3424225c-5a0c-424b-8671-adb60b0a12f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.310974] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a86573-48f6-4d0b-9a8d-acff357bd1ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.348998] env[69692]: ERROR root [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-706099' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-706099' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-706099' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-706099'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-706099' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-706099' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-706099'}\n"]: nova.exception.InstanceNotFound: Instance 2aaa93a3-9140-4422-9849-0b5a2616e633 could not be found. [ 833.348998] env[69692]: DEBUG oslo_concurrency.lockutils [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] Releasing lock "2aaa93a3-9140-4422-9849-0b5a2616e633" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.349363] env[69692]: DEBUG nova.compute.manager [req-c89b63cb-c222-4c3a-adb8-c32a58abf54c req-d55c667c-d3f8-4bfc-a623-3596c1fd4dc6 service nova] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Detach interface failed, port_id=4de2e8d8-c2e6-4021-9d28-9fdd98a7a148, reason: Instance 2aaa93a3-9140-4422-9849-0b5a2616e633 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.380788] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.380921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.381087] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.419962] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.521684] env[69692]: DEBUG oslo_vmware.api [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535795, 'name': PowerOnVM_Task, 'duration_secs': 0.757772} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.524250] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.524506] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Took 8.83 seconds to spawn the instance on the hypervisor. [ 833.524688] env[69692]: DEBUG nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.525972] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc74b7-24df-4a41-9d23-810261991e8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.758118] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290dd66-642f-4a0f-8c25-32c81376492c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.766659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aab054-d2a2-4a3c-b509-093e6f328328 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.804705] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97b7c3-782c-4489-af11-4051d9962b70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.812455] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ab1d6-7bd2-4f8a-b04a-8f15c726a8cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.825928] env[69692]: DEBUG nova.compute.provider_tree [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.921598] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532689} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.922786] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.924845] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 55112777-8faf-4d2e-b9ba-6d85c5d76bea/55112777-8faf-4d2e-b9ba-6d85c5d76bea.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.925106] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.925378] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-989b9503-f407-4ec4-b03e-59d385724c64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.932281] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 833.932281] env[69692]: value = "task-3535797" [ 833.932281] env[69692]: _type = "Task" [ 833.932281] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.948557] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.047076] env[69692]: INFO nova.compute.manager [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Took 38.76 seconds to build instance. [ 834.095667] env[69692]: DEBUG nova.network.neutron [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.328867] env[69692]: DEBUG nova.scheduler.client.report [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.441528] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095038} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.441810] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.442663] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb05b8e-c0e7-4f7e-bbfe-ca7012b57377 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.465051] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 55112777-8faf-4d2e-b9ba-6d85c5d76bea/55112777-8faf-4d2e-b9ba-6d85c5d76bea.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.465343] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f1992e-3805-4964-888f-603009be573a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.489869] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 834.489869] env[69692]: value = "task-3535798" [ 834.489869] env[69692]: _type = "Task" [ 834.489869] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.498427] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.547103] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.561s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.596924] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.597247] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Instance network_info: |[{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.598033] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90c933a7-6a1d-44ce-84e2-35a1e8f0541b', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.605978] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Creating folder: Project (da295f09d4c04b379261a3881eabe2e5). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.606252] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3561bf53-2d9f-4bf8-8bf3-f15680826fc8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.617220] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Created folder: Project (da295f09d4c04b379261a3881eabe2e5) in parent group-v706084. [ 834.617300] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Creating folder: Instances. Parent ref: group-v706170. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.617527] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4073a1df-5000-4154-8de7-eb457d5df658 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.626150] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Created folder: Instances in parent group-v706170. [ 834.626378] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.626592] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.626804] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8210f6-922e-4256-9b4e-edadef24443e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.650268] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.650268] env[69692]: value = "task-3535801" [ 834.650268] env[69692]: _type = "Task" [ 834.650268] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.657963] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535801, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.811144] env[69692]: DEBUG nova.compute.manager [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Received event network-changed-90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.811250] env[69692]: DEBUG nova.compute.manager [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Refreshing instance network info cache due to event network-changed-90c933a7-6a1d-44ce-84e2-35a1e8f0541b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.812433] env[69692]: DEBUG oslo_concurrency.lockutils [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] Acquiring lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.812433] env[69692]: DEBUG oslo_concurrency.lockutils [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] Acquired lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.812433] env[69692]: DEBUG nova.network.neutron [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Refreshing network info cache for port 90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.835669] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.838126] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.081s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.839598] env[69692]: INFO nova.compute.claims [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.862268] env[69692]: INFO nova.scheduler.client.report [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleted allocations for instance c85a6c39-0781-4456-9036-68262d2b14f1 [ 834.986117] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.986404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.986802] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.987071] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.987298] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.989658] env[69692]: INFO nova.compute.manager [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Terminating instance [ 835.002768] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535798, 'name': ReconfigVM_Task, 'duration_secs': 0.343484} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.003259] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 55112777-8faf-4d2e-b9ba-6d85c5d76bea/55112777-8faf-4d2e-b9ba-6d85c5d76bea.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.003939] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea498693-5d0d-4766-88c6-69f8e0656722 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.009944] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 835.009944] env[69692]: value = "task-3535802" [ 835.009944] env[69692]: _type = "Task" [ 835.009944] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.018675] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535802, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.049377] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.161766] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535801, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.370558] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "c85a6c39-0781-4456-9036-68262d2b14f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.379s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.498464] env[69692]: DEBUG nova.compute.manager [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.498464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.499605] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b90bb88-7ed5-41d3-9275-8eb9bd2d5f1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.509611] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.509925] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b5bd83-f7c0-4523-a664-4541455d6dca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.519062] env[69692]: DEBUG nova.network.neutron [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updated VIF entry in instance network info cache for port 90c933a7-6a1d-44ce-84e2-35a1e8f0541b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.519505] env[69692]: DEBUG nova.network.neutron [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.523298] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 835.523298] env[69692]: value = "task-3535803" [ 835.523298] env[69692]: _type = "Task" [ 835.523298] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.531697] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535802, 'name': Rename_Task, 'duration_secs': 0.136939} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.533135] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.533443] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b382a1df-3231-4190-92d2-241fe8d52ced {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.540307] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.544938] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 835.544938] env[69692]: value = "task-3535804" [ 835.544938] env[69692]: _type = "Task" [ 835.544938] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.559106] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.574469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.661766] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535801, 'name': CreateVM_Task, 'duration_secs': 0.797108} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.661987] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.662779] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.663387] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.663687] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b935d163-9e07-4c8c-8102-19c570da5f88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.668489] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 835.668489] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d8be88-6ce0-3fd7-9496-225358dd0850" [ 835.668489] env[69692]: _type = "Task" [ 835.668489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.676623] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d8be88-6ce0-3fd7-9496-225358dd0850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.024013] env[69692]: DEBUG oslo_concurrency.lockutils [req-63690469-8f48-4869-9534-4081c0618d4e req-cf21db8b-8604-4fdc-99bd-a1cc33c53f28 service nova] Releasing lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.033636] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535803, 'name': PowerOffVM_Task, 'duration_secs': 0.263015} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.036341] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.036712] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.037300] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f34c251-b287-41ec-81d4-d1fe1387f114 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.059099] env[69692]: DEBUG oslo_vmware.api [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535804, 'name': PowerOnVM_Task, 'duration_secs': 0.446479} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.060330] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.060912] env[69692]: INFO nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Took 8.68 seconds to spawn the instance on the hypervisor. [ 836.061191] env[69692]: DEBUG nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.062724] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977add12-027b-4552-8c97-2d5d635cb8a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.096837] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.097104] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.097865] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleting the datastore file [datastore2] b58f7515-3ef3-4adc-9c45-5d4cc9412570 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.097865] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-185fd52d-03e6-432b-8811-ed0886bef3a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.104381] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 836.104381] env[69692]: value = "task-3535806" [ 836.104381] env[69692]: _type = "Task" [ 836.104381] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.113810] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.180670] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d8be88-6ce0-3fd7-9496-225358dd0850, 'name': SearchDatastore_Task, 'duration_secs': 0.021498} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.180970] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.181222] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.181461] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.181608] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.181821] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.182098] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f02ab43-68b5-47d6-857c-0d2e62f88c27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.192219] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.192412] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.193201] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581ca567-1496-4b3b-a313-32b36cdc3b82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.199248] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 836.199248] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5228905b-622c-00e2-82c3-baf61d823286" [ 836.199248] env[69692]: _type = "Task" [ 836.199248] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.206743] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5228905b-622c-00e2-82c3-baf61d823286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.375764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5368a59-760b-4dc4-a008-67073084b9d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.383804] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2fb54-4f17-455f-992d-ef194e830199 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.416952] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2cd25c-86c7-45c0-8173-57341fc381ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.425226] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287603cc-1e7e-413d-8978-4696f5290aab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.439163] env[69692]: DEBUG nova.compute.provider_tree [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.483589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.483589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.584080] env[69692]: INFO nova.compute.manager [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Took 38.63 seconds to build instance. [ 836.614395] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.709147] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5228905b-622c-00e2-82c3-baf61d823286, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.709991] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3199a4-0301-4eb1-a01c-8401574e6edb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.715301] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 836.715301] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520c430c-e84a-85aa-d824-663376a60d90" [ 836.715301] env[69692]: _type = "Task" [ 836.715301] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.722415] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520c430c-e84a-85aa-d824-663376a60d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.944033] env[69692]: DEBUG nova.scheduler.client.report [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.025248] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "cef84cb6-0860-43d3-be49-593f04be9ade" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.025627] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.025881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.026104] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.026318] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.028795] env[69692]: INFO nova.compute.manager [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Terminating instance [ 837.086208] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.210s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.113812] env[69692]: DEBUG oslo_vmware.api [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527868} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.115026] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.115026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.115026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.115026] env[69692]: INFO nova.compute.manager [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Took 1.62 seconds to destroy the instance on the hypervisor. [ 837.115026] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.115026] env[69692]: DEBUG nova.compute.manager [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.115264] env[69692]: DEBUG nova.network.neutron [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.164849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.165197] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.165455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.165911] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.166158] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.168682] env[69692]: INFO nova.compute.manager [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Terminating instance [ 837.227330] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520c430c-e84a-85aa-d824-663376a60d90, 'name': SearchDatastore_Task, 'duration_secs': 0.01885} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.227602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.227863] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.228151] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d633b36d-5a12-4f83-b2dd-fb2f222c5c6c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.237263] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 837.237263] env[69692]: value = "task-3535807" [ 837.237263] env[69692]: _type = "Task" [ 837.237263] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.250282] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.450688] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.451271] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.454295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.713s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.487023] env[69692]: DEBUG nova.compute.manager [req-17012173-1ad1-4e2b-a22e-41bf6a9847ec req-6f8fa63a-b83d-4897-ab23-a0bdeac2c3f6 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Received event network-vif-deleted-f05d6228-5205-4ae8-a46e-305bc46c4f33 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.487023] env[69692]: INFO nova.compute.manager [req-17012173-1ad1-4e2b-a22e-41bf6a9847ec req-6f8fa63a-b83d-4897-ab23-a0bdeac2c3f6 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Neutron deleted interface f05d6228-5205-4ae8-a46e-305bc46c4f33; detaching it from the instance and deleting it from the info cache [ 837.487023] env[69692]: DEBUG nova.network.neutron [req-17012173-1ad1-4e2b-a22e-41bf6a9847ec req-6f8fa63a-b83d-4897-ab23-a0bdeac2c3f6 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.536043] env[69692]: DEBUG nova.compute.manager [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.536308] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.537316] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e0e23-221c-4998-af1f-17b1a6e286ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546770] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.547048] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1b1bf7-df69-45eb-ba12-8e41cc7c3f47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.555767] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 837.555767] env[69692]: value = "task-3535808" [ 837.555767] env[69692]: _type = "Task" [ 837.555767] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.565441] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.590846] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.673990] env[69692]: DEBUG nova.compute.manager [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.674322] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.675288] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabde43f-ed71-47b1-9e35-0e104f592f1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.684202] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.684495] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b60249-db3e-4bf6-bb90-66313d99aa29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.692561] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 837.692561] env[69692]: value = "task-3535809" [ 837.692561] env[69692]: _type = "Task" [ 837.692561] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.701203] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.750673] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535807, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.885031] env[69692]: DEBUG nova.network.neutron [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.958548] env[69692]: DEBUG nova.compute.utils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.973014] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 837.990765] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-431ce002-4fc4-4d18-ae8b-46db66b70a99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.000441] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a45e8a-5b66-461b-b30c-4a755a59f0d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.031825] env[69692]: DEBUG nova.compute.manager [req-17012173-1ad1-4e2b-a22e-41bf6a9847ec req-6f8fa63a-b83d-4897-ab23-a0bdeac2c3f6 service nova] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Detach interface failed, port_id=f05d6228-5205-4ae8-a46e-305bc46c4f33, reason: Instance b58f7515-3ef3-4adc-9c45-5d4cc9412570 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.064734] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535808, 'name': PowerOffVM_Task, 'duration_secs': 0.347182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.065053] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.065176] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.065401] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed48e57-403a-4153-8a43-0796e6a6f052 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.116604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.123464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.123706] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.123893] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleting the datastore file [datastore2] cef84cb6-0860-43d3-be49-593f04be9ade {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.124174] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb93d72-3931-476e-b76e-b65165d977da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.130951] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for the task: (returnval){ [ 838.130951] env[69692]: value = "task-3535811" [ 838.130951] env[69692]: _type = "Task" [ 838.130951] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.138338] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.202810] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535809, 'name': PowerOffVM_Task, 'duration_secs': 0.217612} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.202810] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.202810] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.203082] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0990640a-4b12-43c0-9a20-36a2205bf666 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.248031] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52457} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.248311] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.248532] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.248788] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b50968-4947-4819-9993-05a5e66ec4b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.255564] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.255729] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.255913] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Deleting the datastore file [datastore2] 55112777-8faf-4d2e-b9ba-6d85c5d76bea {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.256828] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf4aa57-b7c7-48c7-9684-aa0376fadaec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.258667] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 838.258667] env[69692]: value = "task-3535813" [ 838.258667] env[69692]: _type = "Task" [ 838.258667] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.264732] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for the task: (returnval){ [ 838.264732] env[69692]: value = "task-3535814" [ 838.264732] env[69692]: _type = "Task" [ 838.264732] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.271693] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.276769] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.387708] env[69692]: INFO nova.compute.manager [-] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Took 1.27 seconds to deallocate network for instance. [ 838.477173] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.497055] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cef84cb6-0860-43d3-be49-593f04be9ade actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.497294] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f86cbb87-023b-42b1-aef2-65c42a493437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.497332] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 070fc5ec-3c2f-4bde-9f93-254cd89bff38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.497446] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4a40d82c-5823-4bd7-ba16-f87cfd283895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.497632] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2df9c507-52ba-4f07-877f-94ee2bf6ea65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.497759] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 33867783-8b88-4c8b-ab6e-5786e689a611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.497916] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 3a635f02-cf12-43d8-914e-763990cfb5b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.498075] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 137791b5-ce5f-45af-b051-30e71d508b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.498289] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4dece754-6efe-48db-937b-eca3906bd248 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.498418] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 053056de-bba2-4dd5-8cfc-4c47209f8ec5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.498537] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.498663] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 736852aa-a950-40b5-86d4-6de851b2b9c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.498777] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.498917] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (1c9ca5fc-5839-4b61-976a-d5f01f52b6f6): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 838.499062] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0e6ee542-8c15-420c-aa23-7018d6d3ee02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.499250] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 61c174b9-4fd3-477e-94d0-657eb14e0903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499381] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b58f7515-3ef3-4adc-9c45-5d4cc9412570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499498] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 8da0e706-9a15-45bb-8592-ce21d40800c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499626] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499740] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 55112777-8faf-4d2e-b9ba-6d85c5d76bea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499849] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.499956] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance dacb9dae-a6a0-4795-a7a9-da7c5a238af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 838.645254] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.771639] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077118} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.772327] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.773165] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7939bce-880c-4e7b-b336-d6ef64d48411 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.778585] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.798284] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.798586] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41089442-694e-4343-8227-dc50e7cf966d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.819039] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 838.819039] env[69692]: value = "task-3535815" [ 838.819039] env[69692]: _type = "Task" [ 838.819039] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.826695] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.894016] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.003510] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c6ba11b4-3636-4fda-8951-0eb9122d458d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 839.141744] env[69692]: DEBUG oslo_vmware.api [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Task: {'id': task-3535811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.85217} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.142053] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.142053] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.142185] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.142363] env[69692]: INFO nova.compute.manager [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Took 1.61 seconds to destroy the instance on the hypervisor. [ 839.142620] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.142820] env[69692]: DEBUG nova.compute.manager [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.142913] env[69692]: DEBUG nova.network.neutron [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.278997] env[69692]: DEBUG oslo_vmware.api [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Task: {'id': task-3535814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.77128} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.279208] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.279530] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.281336] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.281336] env[69692]: INFO nova.compute.manager [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Took 1.61 seconds to destroy the instance on the hypervisor. [ 839.281336] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.281336] env[69692]: DEBUG nova.compute.manager [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.281560] env[69692]: DEBUG nova.network.neutron [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.331025] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535815, 'name': ReconfigVM_Task, 'duration_secs': 0.475562} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.331025] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.331988] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81835aa9-d235-4c82-8d35-820f234c991c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.338443] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 839.338443] env[69692]: value = "task-3535816" [ 839.338443] env[69692]: _type = "Task" [ 839.338443] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.346453] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535816, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.489580] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.506486] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 1338ffea-5424-495c-89d4-425e55ee7874 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 839.518805] env[69692]: DEBUG nova.compute.manager [req-dd3c5668-52d6-49b8-9ab4-57dd532c31fd req-9f58ac90-d010-4ed6-8219-90b257b01d4f service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Received event network-vif-deleted-68453811-d80d-4e84-88fa-978817544ba8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.518883] env[69692]: INFO nova.compute.manager [req-dd3c5668-52d6-49b8-9ab4-57dd532c31fd req-9f58ac90-d010-4ed6-8219-90b257b01d4f service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Neutron deleted interface 68453811-d80d-4e84-88fa-978817544ba8; detaching it from the instance and deleting it from the info cache [ 839.519095] env[69692]: DEBUG nova.network.neutron [req-dd3c5668-52d6-49b8-9ab4-57dd532c31fd req-9f58ac90-d010-4ed6-8219-90b257b01d4f service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.529098] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.529361] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.529514] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.529730] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.529874] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.531437] env[69692]: DEBUG nova.virt.hardware [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.533323] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac3c069-f327-45c1-8692-0de14ef0f2e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.542976] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03288e13-291d-4ad1-8700-1a9505b594c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.559736] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.566040] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Creating folder: Project (ccf0ce01c8a84904b1222519f86815b1). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.566671] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d054d53-cbb9-4010-9900-533ef7799f51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.577027] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Created folder: Project (ccf0ce01c8a84904b1222519f86815b1) in parent group-v706084. [ 839.577229] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Creating folder: Instances. Parent ref: group-v706173. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.577457] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af83d727-56f5-4191-ae9e-3d9002ff98a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.589056] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Created folder: Instances in parent group-v706173. [ 839.589056] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.589056] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.589056] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db1c337-abdb-4ace-8210-2d93a1931dda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.606998] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.606998] env[69692]: value = "task-3535819" [ 839.606998] env[69692]: _type = "Task" [ 839.606998] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.615967] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535819, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.679952] env[69692]: DEBUG nova.compute.manager [req-5a4902dc-ac5f-42a1-9179-7fa0fe6456a7 req-72b8ba98-c2e6-403c-8898-6bfa72b43036 service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Received event network-vif-deleted-e2430f93-52c4-46a3-9ddf-c955a081760a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.680174] env[69692]: INFO nova.compute.manager [req-5a4902dc-ac5f-42a1-9179-7fa0fe6456a7 req-72b8ba98-c2e6-403c-8898-6bfa72b43036 service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Neutron deleted interface e2430f93-52c4-46a3-9ddf-c955a081760a; detaching it from the instance and deleting it from the info cache [ 839.680346] env[69692]: DEBUG nova.network.neutron [req-5a4902dc-ac5f-42a1-9179-7fa0fe6456a7 req-72b8ba98-c2e6-403c-8898-6bfa72b43036 service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.848672] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535816, 'name': Rename_Task, 'duration_secs': 0.130315} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.848981] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.849254] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ceeb1f-d3b2-4daa-89c8-6a5c0737111c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.855474] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 839.855474] env[69692]: value = "task-3535820" [ 839.855474] env[69692]: _type = "Task" [ 839.855474] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.862189] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.881851] env[69692]: DEBUG nova.network.neutron [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.009681] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 840.023676] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d5500e8-c2c6-441b-bbbf-da8660d92d45 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.033403] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38694186-6dc2-4e2d-951c-8a9b4dc78fa6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.064047] env[69692]: DEBUG nova.compute.manager [req-dd3c5668-52d6-49b8-9ab4-57dd532c31fd req-9f58ac90-d010-4ed6-8219-90b257b01d4f service nova] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Detach interface failed, port_id=68453811-d80d-4e84-88fa-978817544ba8, reason: Instance cef84cb6-0860-43d3-be49-593f04be9ade could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.103135] env[69692]: DEBUG nova.network.neutron [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.118797] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535819, 'name': CreateVM_Task, 'duration_secs': 0.247341} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.118965] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.119467] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.119634] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.119955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120222] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52f10a9-fe07-4a95-abc8-517c8c0ce86e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.124832] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 840.124832] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52607fc4-86d9-0147-3e64-0834092e1e8f" [ 840.124832] env[69692]: _type = "Task" [ 840.124832] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.132444] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52607fc4-86d9-0147-3e64-0834092e1e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.184172] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f8d1dd8-02ca-4422-ac5c-7428b4ef5d50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.194048] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4479d8-a7ea-4fe7-9a62-179950bab8fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.224548] env[69692]: DEBUG nova.compute.manager [req-5a4902dc-ac5f-42a1-9179-7fa0fe6456a7 req-72b8ba98-c2e6-403c-8898-6bfa72b43036 service nova] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Detach interface failed, port_id=e2430f93-52c4-46a3-9ddf-c955a081760a, reason: Instance 55112777-8faf-4d2e-b9ba-6d85c5d76bea could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.365393] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535820, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.385526] env[69692]: INFO nova.compute.manager [-] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Took 1.24 seconds to deallocate network for instance. [ 840.512979] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 03afb7d6-186a-4fce-a004-003937329ff2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 840.606175] env[69692]: INFO nova.compute.manager [-] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Took 1.32 seconds to deallocate network for instance. [ 840.635326] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52607fc4-86d9-0147-3e64-0834092e1e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.635658] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.635907] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.636159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.636310] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.636532] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.636835] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa17079c-fd86-429e-a13c-842f04a32ca4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.646578] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.646812] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.647605] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfdc191e-9677-4ecb-9165-8bc8e94667c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.653292] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 840.653292] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527559e3-d580-f8ab-536d-8c338a8d2913" [ 840.653292] env[69692]: _type = "Task" [ 840.653292] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.661712] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527559e3-d580-f8ab-536d-8c338a8d2913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.866245] env[69692]: DEBUG oslo_vmware.api [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535820, 'name': PowerOnVM_Task, 'duration_secs': 0.89299} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.866516] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.866751] env[69692]: INFO nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Took 8.49 seconds to spawn the instance on the hypervisor. [ 840.866931] env[69692]: DEBUG nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.867825] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0345299f-1339-429d-9209-49e7eff72ec8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.893072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.016075] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 45975393-03bf-4e76-8f88-b96efafe6bb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 841.113224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.165357] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527559e3-d580-f8ab-536d-8c338a8d2913, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.166254] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459e87c5-656c-4a7a-b345-e7e496d10463 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.171578] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 841.171578] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526d60af-e68d-5a11-9f1e-dca8eac634d5" [ 841.171578] env[69692]: _type = "Task" [ 841.171578] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.180021] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d60af-e68d-5a11-9f1e-dca8eac634d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.389037] env[69692]: INFO nova.compute.manager [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Took 39.54 seconds to build instance. [ 841.521892] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance eb087ccc-cfd3-4160-b189-b7b991a9a35c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 841.682540] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d60af-e68d-5a11-9f1e-dca8eac634d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012921} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.682815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.683078] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.683544] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4b0b66-8ee9-4283-904f-7494a9967510 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.689747] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 841.689747] env[69692]: value = "task-3535821" [ 841.689747] env[69692]: _type = "Task" [ 841.689747] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.697368] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.891699] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.322s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.025074] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c313d34f-a527-4c11-b136-f11072822afa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 842.205852] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425689} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.206334] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.206454] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.206851] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63157f64-1bb5-4d98-84dc-e26d4b305e8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.213352] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 842.213352] env[69692]: value = "task-3535822" [ 842.213352] env[69692]: _type = "Task" [ 842.213352] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.223084] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.395168] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.528483] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ae154727-5f48-4e34-8b19-0d9bfce788c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 842.723142] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074059} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.723419] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.724257] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c9ef9c-1dad-4dde-b0a6-74a2d81e4654 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.746456] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.746784] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc04ed44-bf15-45dc-a564-c48fb5318733 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.767837] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 842.767837] env[69692]: value = "task-3535823" [ 842.767837] env[69692]: _type = "Task" [ 842.767837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.777459] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.912921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.032575] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fff86862-b110-4755-af71-3a95fc678159 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 843.278854] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535823, 'name': ReconfigVM_Task, 'duration_secs': 0.289695} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.279166] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.279781] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b0b9e5-9356-4d1b-a3b3-89bac82bbb17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.286906] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 843.286906] env[69692]: value = "task-3535824" [ 843.286906] env[69692]: _type = "Task" [ 843.286906] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.299638] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535824, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.535657] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4ab390b7-fcfd-4038-b598-84235013de2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 843.581853] env[69692]: DEBUG nova.compute.manager [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 843.797601] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535824, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.039953] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 844.107093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.297754] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535824, 'name': Rename_Task, 'duration_secs': 0.94392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.298104] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.298395] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396c96de-dbc3-4359-93c3-34fd6e63537c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.304770] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 844.304770] env[69692]: value = "task-3535825" [ 844.304770] env[69692]: _type = "Task" [ 844.304770] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.312474] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.544648] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 844.815735] env[69692]: DEBUG oslo_vmware.api [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535825, 'name': PowerOnVM_Task, 'duration_secs': 0.463529} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.816035] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.816219] env[69692]: INFO nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Took 5.33 seconds to spawn the instance on the hypervisor. [ 844.816395] env[69692]: DEBUG nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.817184] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c502af7-e06f-4a8a-8119-3dc4eb22c436 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.047634] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b95c4b0b-dd10-4046-9959-f2c6b36cabe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 845.332935] env[69692]: INFO nova.compute.manager [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Took 40.59 seconds to build instance. [ 845.550720] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4170a779-a76c-494e-9ae9-6ba53cb4357f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 845.835232] env[69692]: DEBUG oslo_concurrency.lockutils [None req-042bf1ef-d73b-4699-a10a-b13f739496c4 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.399s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.054264] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance bba29867-afd7-402e-a8c9-811b22dced76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 846.054570] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 846.054713] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 846.338587] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.531547] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925dae3f-7045-4b71-a749-aba0962bc166 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.539621] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d1a7e-f779-4c33-8cb7-6ca31de0fa6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.570660] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fdeac1-3240-44ba-869c-0f779f7d32cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.577937] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6780c9f8-5e7c-4fa5-8429-6d9522288364 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.590954] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.651060] env[69692]: INFO nova.compute.manager [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Rebuilding instance [ 846.687486] env[69692]: DEBUG nova.compute.manager [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.688380] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e7dd3-901a-47a9-8371-1c5c5ed4679a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.860587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.866975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.867392] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.094514] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.600170] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 847.600531] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.146s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.600789] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.134s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.602240] env[69692]: INFO nova.compute.claims [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.701167] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.701486] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5815a706-d77a-45df-a49a-aeac512eefc8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.709549] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 847.709549] env[69692]: value = "task-3535826" [ 847.709549] env[69692]: _type = "Task" [ 847.709549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.718209] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.100906] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101166] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101331] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101480] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101631] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101776] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.101923] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.102074] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 848.102223] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.220014] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535826, 'name': PowerOffVM_Task, 'duration_secs': 0.117985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.220238] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.220464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.221231] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa414cd9-4a61-4eb4-b365-0190e48cea80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.227850] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.228120] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4974777-0db9-4469-a4df-e593ff5d5d82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.253781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.253990] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.254185] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Deleting the datastore file [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.254432] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9508eae-d1eb-4619-b69d-e70e4c76c44c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.261112] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 848.261112] env[69692]: value = "task-3535828" [ 848.261112] env[69692]: _type = "Task" [ 848.261112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.269995] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.605508] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.773083] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096135} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.773468] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.773745] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.774049] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.090628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416103f7-f680-43a2-a5a4-6ac6273a72b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.100096] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b00263-101f-4afe-8f56-893361f94870 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.135621] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb3a81a-9062-4ac6-8cda-fbbd16dbe311 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.144714] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c24db-fe67-4f29-a768-b02016585938 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.161187] env[69692]: DEBUG nova.compute.provider_tree [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.683450] env[69692]: ERROR nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [req-c0fc93e3-3c1c-46c8-9f29-57aca5cf1560] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0fc93e3-3c1c-46c8-9f29-57aca5cf1560"}]} [ 849.700944] env[69692]: DEBUG nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.713776] env[69692]: DEBUG nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.714028] env[69692]: DEBUG nova.compute.provider_tree [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.724631] env[69692]: DEBUG nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.743927] env[69692]: DEBUG nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.814766] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.814766] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.814971] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.815062] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.815197] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.815342] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.815540] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.815945] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.816042] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.816211] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.816383] env[69692]: DEBUG nova.virt.hardware [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.817312] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda59841-3317-4ded-a9e9-12b493515cfb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.828826] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810bf231-7299-46bd-9a4a-2610218ed5dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.844032] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.849584] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.852057] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.852628] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7322d96-7238-40e9-b654-60927b0951d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.871304] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.871304] env[69692]: value = "task-3535829" [ 849.871304] env[69692]: _type = "Task" [ 849.871304] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.879573] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535829, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.249301] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2865a9d-b912-407b-9f45-24cbbe5f06ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.257124] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dcaca6-91af-475f-bb1f-a3e714311483 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.287019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7805eba-d1b6-4f44-9dd5-310b812ca938 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.293640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d717ba-c1ae-438f-8b4a-99c730bcb904 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.306100] env[69692]: DEBUG nova.compute.provider_tree [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.381419] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535829, 'name': CreateVM_Task, 'duration_secs': 0.327369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.381624] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.381980] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.382159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.382478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.382719] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5414a4cd-efa7-4206-8b56-c1024b499963 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.386820] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 850.386820] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e7df2f-91bc-42da-f2a7-c17d8bd13211" [ 850.386820] env[69692]: _type = "Task" [ 850.386820] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.395017] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e7df2f-91bc-42da-f2a7-c17d8bd13211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.836582] env[69692]: DEBUG nova.scheduler.client.report [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.836942] env[69692]: DEBUG nova.compute.provider_tree [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 62 to 63 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.837164] env[69692]: DEBUG nova.compute.provider_tree [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.897050] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e7df2f-91bc-42da-f2a7-c17d8bd13211, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.897050] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.897268] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.897497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.897639] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.897810] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.898069] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86bc18a0-71bf-4d5e-aaf7-a607ebf5c0f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.905599] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.905784] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.906441] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96647d20-37bb-49c6-a1c0-f0007bcda9e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.910722] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 850.910722] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520ac2ca-ce1a-7359-ae34-dae4e076aada" [ 850.910722] env[69692]: _type = "Task" [ 850.910722] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.917734] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520ac2ca-ce1a-7359-ae34-dae4e076aada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.342031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.741s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.342720] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.345466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.257s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.347285] env[69692]: INFO nova.compute.claims [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.421441] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520ac2ca-ce1a-7359-ae34-dae4e076aada, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.422206] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0827ec9e-7a38-436a-95e7-02a1211d9e44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.427115] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 851.427115] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dca870-9cd7-207c-6ff3-5e25f2419a09" [ 851.427115] env[69692]: _type = "Task" [ 851.427115] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.434026] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dca870-9cd7-207c-6ff3-5e25f2419a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.851494] env[69692]: DEBUG nova.compute.utils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.852892] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 851.938462] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dca870-9cd7-207c-6ff3-5e25f2419a09, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.938726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.938990] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.939273] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61884f7f-37b0-4a35-95bd-c79bec0f1570 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.946308] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 851.946308] env[69692]: value = "task-3535830" [ 851.946308] env[69692]: _type = "Task" [ 851.946308] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.955131] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.360008] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.459591] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437295} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.459591] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.459591] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.459860] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7912e32-451a-4a1d-b758-0b7a3c4bf00e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.468570] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 852.468570] env[69692]: value = "task-3535831" [ 852.468570] env[69692]: _type = "Task" [ 852.468570] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.476852] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.852166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f661d-b34c-4277-8c20-7309e75075bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.861047] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a45d8-0ebf-4ff0-8e88-e893d9ff1ba5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.893404] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae6ff4-0c1c-442a-a941-b9e83a61905a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.901486] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c8e73-50a8-4046-9aa4-ddae3b855a4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.915077] env[69692]: DEBUG nova.compute.provider_tree [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.978422] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068458} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.978817] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.979877] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f18ed-86cf-47d0-be40-fd60dced9308 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.000736] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.000860] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff322a4b-5727-4147-a87c-503773589c0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.022110] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 853.022110] env[69692]: value = "task-3535832" [ 853.022110] env[69692]: _type = "Task" [ 853.022110] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.030232] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.369139] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.396207] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.396455] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.396611] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.396815] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.396975] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.397137] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.397345] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.397501] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.397665] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.397827] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.397998] env[69692]: DEBUG nova.virt.hardware [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.398854] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ee2af-7e06-4438-abf9-294043f87dc8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.406621] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a00ff59-477b-4251-bd25-2f01bd76937e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.425158] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.431225] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Creating folder: Project (6a67070d8597452b81e9878ca1838f2a). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.431722] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59080845-b454-42a2-adc2-ebb593795d50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.441827] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Created folder: Project (6a67070d8597452b81e9878ca1838f2a) in parent group-v706084. [ 853.443031] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Creating folder: Instances. Parent ref: group-v706177. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.443031] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3351f8c-12f2-4506-be94-3e4ffc9d12f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.450946] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Created folder: Instances in parent group-v706177. [ 853.450946] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.450946] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.450946] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cf048e-8f0c-4acc-a5fc-e7dda4cb711d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.463415] env[69692]: DEBUG nova.scheduler.client.report [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.463650] env[69692]: DEBUG nova.compute.provider_tree [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 63 to 64 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.463828] env[69692]: DEBUG nova.compute.provider_tree [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.471677] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.471677] env[69692]: value = "task-3535835" [ 853.471677] env[69692]: _type = "Task" [ 853.471677] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.478478] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535835, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.531107] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535832, 'name': ReconfigVM_Task, 'duration_secs': 0.249147} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.531374] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0/dacb9dae-a6a0-4795-a7a9-da7c5a238af0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.531981] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eff4fa05-e5fe-48d6-84e3-7c1df06ac642 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.538616] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 853.538616] env[69692]: value = "task-3535836" [ 853.538616] env[69692]: _type = "Task" [ 853.538616] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.550381] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535836, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.968740] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.969291] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.971964] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.772s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.972175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.974147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.720s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.975566] env[69692]: INFO nova.compute.claims [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.987465] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535835, 'name': CreateVM_Task, 'duration_secs': 0.309392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.987855] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.988291] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.988454] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.988778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.989070] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23380bf6-4c71-4525-a3c7-679e1ff729e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.993293] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 853.993293] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523c435f-91a0-562e-2443-9f4adc6e83f5" [ 853.993293] env[69692]: _type = "Task" [ 853.993293] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.997601] env[69692]: INFO nova.scheduler.client.report [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Deleted allocations for instance 053056de-bba2-4dd5-8cfc-4c47209f8ec5 [ 854.001928] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c435f-91a0-562e-2443-9f4adc6e83f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.048362] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535836, 'name': Rename_Task, 'duration_secs': 0.13211} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.048663] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.048895] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bde57b3-9261-4c4f-a90f-eec9a73e3d3f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.055434] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 854.055434] env[69692]: value = "task-3535837" [ 854.055434] env[69692]: _type = "Task" [ 854.055434] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.062942] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.482047] env[69692]: DEBUG nova.compute.utils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.483414] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.483579] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.503579] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c435f-91a0-562e-2443-9f4adc6e83f5, 'name': SearchDatastore_Task, 'duration_secs': 0.033985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.503742] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.503994] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.504265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.504381] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.504563] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.506703] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1adc3177-b872-4000-9879-44b802f97c86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.508831] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dca58293-5800-4bf7-9bd6-db327b538c42 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Lock "053056de-bba2-4dd5-8cfc-4c47209f8ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.449s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.518430] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.518430] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.518430] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54134f8-be97-4b8c-a621-c8eefc969645 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.524186] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 854.524186] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52788c83-dba1-fcf8-2f13-40b80fb4faeb" [ 854.524186] env[69692]: _type = "Task" [ 854.524186] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.531495] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52788c83-dba1-fcf8-2f13-40b80fb4faeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.565507] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.567858] env[69692]: DEBUG nova.policy [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1ab19a4ede442093546a9774afdc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51946ddf7d414b5a8466d8c788b3c67f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.990549] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.038621] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52788c83-dba1-fcf8-2f13-40b80fb4faeb, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.047513] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25709c8-18ed-4e3a-a186-b846f7f6fb53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.053411] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 855.053411] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5288fdb0-4d70-dff6-6e10-120fe9b0be01" [ 855.053411] env[69692]: _type = "Task" [ 855.053411] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.069322] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5288fdb0-4d70-dff6-6e10-120fe9b0be01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.072196] env[69692]: DEBUG oslo_vmware.api [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535837, 'name': PowerOnVM_Task, 'duration_secs': 0.974168} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.074972] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.074972] env[69692]: DEBUG nova.compute.manager [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.075848] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c11cc-f345-46a4-a37d-ebe1a999e492 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.196908] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Successfully created port: ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.539987] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34271e82-f9c8-4eed-8e87-530c5ad4f04c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.548058] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99499f-da7b-4b28-a2c7-49099085ea17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.594591] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a8473-d43d-4705-b3e8-36772910526c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.600780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.601089] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5288fdb0-4d70-dff6-6e10-120fe9b0be01, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.601657] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.601903] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.602346] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-951bfe99-16db-4e2e-ad69-87e475425e1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.607834] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4217d6d-38c3-4825-bd35-1fefe5adf64e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.612424] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 855.612424] env[69692]: value = "task-3535838" [ 855.612424] env[69692]: _type = "Task" [ 855.612424] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.623669] env[69692]: DEBUG nova.compute.provider_tree [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.629933] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.006024] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.031827] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.032305] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.032423] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.032608] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.032790] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.032942] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.033233] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.033413] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.033586] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.033891] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.033996] env[69692]: DEBUG nova.virt.hardware [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.034989] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fecffbe-ba18-4a6c-a56e-57faad332f9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.043521] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52b645-eadb-41ee-ac72-546e6798d3a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.121846] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481347} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.122209] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.122443] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.122699] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4759b15a-278a-4d49-a30d-a64d474ad4ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.126576] env[69692]: DEBUG nova.scheduler.client.report [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.131406] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 856.131406] env[69692]: value = "task-3535839" [ 856.131406] env[69692]: _type = "Task" [ 856.131406] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.139433] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.636470] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.636941] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.639466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.184s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.639644] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.641479] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.059s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.641867] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.643235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.969s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.643402] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.644947] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.543s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.645141] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.648219] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.376s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.649728] env[69692]: INFO nova.compute.claims [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.660304] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060158} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.660554] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.663684] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4823706-e778-4387-832f-9a9183c4f730 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.683613] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.684612] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4371c192-d259-4212-b5e2-fc2e48a38d9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.702910] env[69692]: INFO nova.scheduler.client.report [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Deleted allocations for instance 0e6ee542-8c15-420c-aa23-7018d6d3ee02 [ 856.708268] env[69692]: INFO nova.scheduler.client.report [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleted allocations for instance b1e3fad5-7ea3-4bc2-b73b-4427f035cc37 [ 856.714854] env[69692]: INFO nova.scheduler.client.report [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Deleted allocations for instance 4dece754-6efe-48db-937b-eca3906bd248 [ 856.717024] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 856.717024] env[69692]: value = "task-3535840" [ 856.717024] env[69692]: _type = "Task" [ 856.717024] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.723030] env[69692]: INFO nova.scheduler.client.report [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Deleted allocations for instance 2df9c507-52ba-4f07-877f-94ee2bf6ea65 [ 856.731771] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.809159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.809159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.809159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.809304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.809388] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.813938] env[69692]: INFO nova.compute.manager [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Terminating instance [ 857.158718] env[69692]: DEBUG nova.compute.utils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.161180] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.161180] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.213353] env[69692]: DEBUG nova.policy [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d9b1c184284609aee44cb1c48a2e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6ec260fb7324456bb41ee23a7abcf19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.221142] env[69692]: DEBUG oslo_concurrency.lockutils [None req-254df2af-c876-4bd5-b661-4b9e9bb66c81 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Lock "0e6ee542-8c15-420c-aa23-7018d6d3ee02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.357s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.235425] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a8531279-4326-4bd2-8ddd-838abca02f40 tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Lock "4dece754-6efe-48db-937b-eca3906bd248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.682s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.241672] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535840, 'name': ReconfigVM_Task, 'duration_secs': 0.267553} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.241672] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.241672] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc6ae96-5da3-4a65-a77a-8486cbe5606b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.249953] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 857.249953] env[69692]: value = "task-3535841" [ 857.249953] env[69692]: _type = "Task" [ 857.249953] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.250358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.241s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.255200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.058s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.256361] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.256361] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.256361] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.260360] env[69692]: INFO nova.compute.manager [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Terminating instance [ 857.267283] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535841, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.271029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Lock "2df9c507-52ba-4f07-877f-94ee2bf6ea65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.156s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.320442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "refresh_cache-dacb9dae-a6a0-4795-a7a9-da7c5a238af0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.320640] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquired lock "refresh_cache-dacb9dae-a6a0-4795-a7a9-da7c5a238af0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.320829] env[69692]: DEBUG nova.network.neutron [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.564799] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Successfully created port: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.636178] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Successfully updated port: ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.665015] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.741330] env[69692]: DEBUG nova.compute.manager [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Received event network-vif-plugged-ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.741652] env[69692]: DEBUG oslo_concurrency.lockutils [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.744184] env[69692]: DEBUG oslo_concurrency.lockutils [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] Lock "1338ffea-5424-495c-89d4-425e55ee7874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.744358] env[69692]: DEBUG oslo_concurrency.lockutils [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] Lock "1338ffea-5424-495c-89d4-425e55ee7874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.744587] env[69692]: DEBUG nova.compute.manager [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] No waiting events found dispatching network-vif-plugged-ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.744810] env[69692]: WARNING nova.compute.manager [req-09ec7e10-ca6f-41d9-9fc4-2224a748bf4e req-ce6987f8-a8a7-4e5a-94ec-9a62c602f618 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Received unexpected event network-vif-plugged-ddebfdea-8a6b-40e6-a7e8-252f57566b70 for instance with vm_state building and task_state spawning. [ 857.764429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.764652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquired lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.764842] env[69692]: DEBUG nova.network.neutron [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.766131] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535841, 'name': Rename_Task, 'duration_secs': 0.140182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.766769] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.767020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f69e9797-74f7-4d4e-b895-11666524948f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.774593] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 857.774593] env[69692]: value = "task-3535842" [ 857.774593] env[69692]: _type = "Task" [ 857.774593] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.782526] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.846636] env[69692]: DEBUG nova.network.neutron [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.941029] env[69692]: DEBUG nova.network.neutron [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.147135] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.147299] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.147456] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.228777] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a18ea4-1b73-4dfc-8677-ced279438479 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.240157] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a81de0-c33b-4643-bf64-8790fb68ec0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.268076] env[69692]: DEBUG nova.compute.utils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Can not refresh info_cache because instance was not found {{(pid=69692) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 858.270891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a1f51-9675-4697-aa36-6717d27bffa4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.285708] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275d155-ab49-4aa7-8e97-14b4c9af6e53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.293088] env[69692]: DEBUG nova.network.neutron [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.300182] env[69692]: DEBUG oslo_vmware.api [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535842, 'name': PowerOnVM_Task, 'duration_secs': 0.446768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.301158] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.301396] env[69692]: INFO nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Took 4.93 seconds to spawn the instance on the hypervisor. [ 858.301554] env[69692]: DEBUG nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.302585] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d75d0-189a-4001-8fe9-ebcc8088f83d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.314140] env[69692]: DEBUG nova.compute.provider_tree [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.444356] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Releasing lock "refresh_cache-dacb9dae-a6a0-4795-a7a9-da7c5a238af0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.444356] env[69692]: DEBUG nova.compute.manager [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.444356] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.444880] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c2b25-4d03-4329-b9ed-f698bc67d55b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452974] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.453237] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002d7f21-12c8-47a4-8921-0518794468db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.459636] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 858.459636] env[69692]: value = "task-3535843" [ 858.459636] env[69692]: _type = "Task" [ 858.459636] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.468420] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.492104] env[69692]: DEBUG nova.network.neutron [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.676324] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.709257] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.709504] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.713019] env[69692]: DEBUG nova.virt.hardware [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.713563] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b252cb0-3040-45bd-8621-da5d7286a952 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.716895] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.724381] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f3471-e860-4cd2-a0a8-f41a4b5033de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.796273] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "f86cbb87-023b-42b1-aef2-65c42a493437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.796384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.796598] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.796780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.797409] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.800409] env[69692]: INFO nova.compute.manager [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Terminating instance [ 858.822372] env[69692]: DEBUG nova.scheduler.client.report [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.837113] env[69692]: INFO nova.compute.manager [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Took 49.39 seconds to build instance. [ 858.969835] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535843, 'name': PowerOffVM_Task, 'duration_secs': 0.12438} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.970114] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.971525] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.971843] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe769d7-f129-4712-9ef1-7af4201d7726 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.995793] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Releasing lock "refresh_cache-b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.997497] env[69692]: DEBUG nova.compute.manager [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.997497] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.997866] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7169032f-8b49-4739-ba7f-246d4498b906 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.001779] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.001971] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.002161] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Deleting the datastore file [datastore2] dacb9dae-a6a0-4795-a7a9-da7c5a238af0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.003677] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05ae00a-144b-4403-827e-23dd27d8ddce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.012949] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c96e1-aa11-4ea5-a098-4c8bee9c7cd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.027300] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for the task: (returnval){ [ 859.027300] env[69692]: value = "task-3535845" [ 859.027300] env[69692]: _type = "Task" [ 859.027300] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.036892] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.051453] env[69692]: WARNING nova.virt.vmwareapi.vmops [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b1e3fad5-7ea3-4bc2-b73b-4427f035cc37 could not be found. [ 859.051761] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.051979] env[69692]: INFO nova.compute.manager [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 0.06 seconds to destroy the instance on the hypervisor. [ 859.052275] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.052580] env[69692]: DEBUG nova.compute.manager [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.052672] env[69692]: DEBUG nova.network.neutron [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.089659] env[69692]: DEBUG nova.network.neutron [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.092782] env[69692]: DEBUG nova.network.neutron [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updating instance_info_cache with network_info: [{"id": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "address": "fa:16:3e:35:05:47", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddebfdea-8a", "ovs_interfaceid": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.305101] env[69692]: DEBUG nova.compute.manager [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.305651] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.306884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700a617-4256-4577-9304-cd116bd66d25 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.319698] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.319903] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-652ca963-2546-423f-b5bf-3195d068e509 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.330661] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 859.330661] env[69692]: value = "task-3535846" [ 859.330661] env[69692]: _type = "Task" [ 859.330661] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.337043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.337043] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.348118] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.615s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.353504] env[69692]: INFO nova.compute.claims [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.359232] env[69692]: DEBUG oslo_concurrency.lockutils [None req-90bf53cc-5f2a-44bd-a1b6-ccf51f951d79 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.822s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.359232] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.534792] env[69692]: DEBUG nova.compute.manager [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.535081] env[69692]: DEBUG oslo_concurrency.lockutils [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.536477] env[69692]: DEBUG oslo_concurrency.lockutils [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.536945] env[69692]: DEBUG oslo_concurrency.lockutils [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.536945] env[69692]: DEBUG nova.compute.manager [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] No waiting events found dispatching network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.537115] env[69692]: WARNING nova.compute.manager [req-4849b556-b4cd-47b3-8615-72663c769336 req-af59997e-79ff-4fba-9a5c-817505057fa3 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received unexpected event network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 for instance with vm_state building and task_state spawning. [ 859.544626] env[69692]: DEBUG oslo_vmware.api [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Task: {'id': task-3535845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09096} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.544895] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.545120] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.545436] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.545705] env[69692]: INFO nova.compute.manager [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 859.546253] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.546452] env[69692]: DEBUG nova.compute.manager [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.546540] env[69692]: DEBUG nova.network.neutron [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.594990] env[69692]: DEBUG nova.network.neutron [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.596831] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.597258] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Instance network_info: |[{"id": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "address": "fa:16:3e:35:05:47", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddebfdea-8a", "ovs_interfaceid": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.597715] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:05:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddebfdea-8a6b-40e6-a7e8-252f57566b70', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.605971] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Creating folder: Project (51946ddf7d414b5a8466d8c788b3c67f). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.607178] env[69692]: DEBUG nova.network.neutron [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.608765] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8ad2956-3b6d-4ce1-84d8-a43f87ed13f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.618910] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Created folder: Project (51946ddf7d414b5a8466d8c788b3c67f) in parent group-v706084. [ 859.619839] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Creating folder: Instances. Parent ref: group-v706180. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.619839] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b52d83-660c-43b2-91cd-ace3eb8efad6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.629694] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Created folder: Instances in parent group-v706180. [ 859.630097] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.630343] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.630835] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5178da-42d3-4b32-9230-5c0ca8079696 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.651536] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.651536] env[69692]: value = "task-3535849" [ 859.651536] env[69692]: _type = "Task" [ 859.651536] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.661375] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535849, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.666709] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Successfully updated port: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.841665] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535846, 'name': PowerOffVM_Task, 'duration_secs': 0.334292} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.842226] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.842559] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.842942] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38acdfa9-2eb0-4d3a-a6f5-867a7b168b6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.868491] env[69692]: DEBUG nova.compute.utils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.876352] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.881080] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.881393] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.911015] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.911321] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.911770] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleting the datastore file [datastore1] f86cbb87-023b-42b1-aef2-65c42a493437 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.911770] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e3c60c3-5af9-44ac-bde3-a2a423496e1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.921455] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for the task: (returnval){ [ 859.921455] env[69692]: value = "task-3535851" [ 859.921455] env[69692]: _type = "Task" [ 859.921455] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.932436] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.971322] env[69692]: DEBUG nova.policy [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5e01d6ecb614cf2bf685c0aad073531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca084b016f9f4eb581c337c34bfcacce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.107456] env[69692]: INFO nova.compute.manager [-] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Took 1.05 seconds to deallocate network for instance. [ 860.111821] env[69692]: DEBUG nova.compute.manager [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Received event network-changed-ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.112115] env[69692]: DEBUG nova.compute.manager [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Refreshing instance network info cache due to event network-changed-ddebfdea-8a6b-40e6-a7e8-252f57566b70. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.112425] env[69692]: DEBUG oslo_concurrency.lockutils [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] Acquiring lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.112768] env[69692]: DEBUG oslo_concurrency.lockutils [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] Acquired lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.113216] env[69692]: DEBUG nova.network.neutron [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Refreshing network info cache for port ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.119713] env[69692]: DEBUG nova.network.neutron [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.167817] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535849, 'name': CreateVM_Task, 'duration_secs': 0.337929} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.167817] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.168427] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.168679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.168999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169563] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169901] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.171113] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a6b036-9ded-48e3-a2fc-2148d3b38942 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.176113] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 860.176113] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0b4d7-65f0-0819-c53c-54897f627c1b" [ 860.176113] env[69692]: _type = "Task" [ 860.176113] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.187068] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0b4d7-65f0-0819-c53c-54897f627c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.387575] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.415704] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.439180] env[69692]: DEBUG oslo_vmware.api [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Task: {'id': task-3535851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160536} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.439180] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.439730] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.439963] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.440189] env[69692]: INFO nova.compute.manager [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.440453] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.440734] env[69692]: DEBUG nova.compute.manager [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.440916] env[69692]: DEBUG nova.network.neutron [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.466498] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Successfully created port: bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.624368] env[69692]: INFO nova.compute.manager [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance disappeared during terminate [ 860.624821] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9504708a-9be5-4ec1-80f1-e9ad73d23071 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "b1e3fad5-7ea3-4bc2-b73b-4427f035cc37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.370s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.629070] env[69692]: INFO nova.compute.manager [-] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Took 1.08 seconds to deallocate network for instance. [ 860.692171] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0b4d7-65f0-0819-c53c-54897f627c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.695088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.696493] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.696493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.696493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.696493] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.696808] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64795dd7-31e9-414d-8c16-40ec5ccf30d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.707192] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.707696] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.708370] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df257b18-a500-4916-8779-cb40a3fa7025 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.721192] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 860.721192] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52eacce9-93f6-e63a-f04b-86b3c0c8304c" [ 860.721192] env[69692]: _type = "Task" [ 860.721192] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.731409] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eacce9-93f6-e63a-f04b-86b3c0c8304c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.806956] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.063180] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc17b8-f2ae-40b2-b8d1-18ac12b1472c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.082714] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda96ab-47dc-4582-bbe3-664bb8620162 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.117813] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b0899-c362-4a06-a3f0-d4773bae6b34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.125709] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17ebd2-3a28-4586-ab81-88e468a8bc0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.147154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.148297] env[69692]: DEBUG nova.compute.provider_tree [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.238014] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eacce9-93f6-e63a-f04b-86b3c0c8304c, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.239200] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3ea1cb-b8fd-41fd-9c47-68adf2947f0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.247854] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 861.247854] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529f1eca-b2ad-03e7-e9fc-cf3ad2bfd4de" [ 861.247854] env[69692]: _type = "Task" [ 861.247854] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.258449] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529f1eca-b2ad-03e7-e9fc-cf3ad2bfd4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.370897] env[69692]: DEBUG nova.network.neutron [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.403828] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.439291] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.439291] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.439472] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.439556] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.439646] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.439782] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.440034] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.440152] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.440331] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.440490] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.440663] env[69692]: DEBUG nova.virt.hardware [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.441485] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19ee1a-4e11-46dd-be86-b97e24c4f5c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.449583] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c9d612-805d-45ad-83b4-f3f05e5a097c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.503037] env[69692]: DEBUG nova.network.neutron [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updated VIF entry in instance network info cache for port ddebfdea-8a6b-40e6-a7e8-252f57566b70. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.503037] env[69692]: DEBUG nova.network.neutron [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updating instance_info_cache with network_info: [{"id": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "address": "fa:16:3e:35:05:47", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddebfdea-8a", "ovs_interfaceid": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.653476] env[69692]: DEBUG nova.scheduler.client.report [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.657631] env[69692]: DEBUG nova.network.neutron [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.760773] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529f1eca-b2ad-03e7-e9fc-cf3ad2bfd4de, 'name': SearchDatastore_Task, 'duration_secs': 0.022243} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.761943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.762238] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 1338ffea-5424-495c-89d4-425e55ee7874/1338ffea-5424-495c-89d4-425e55ee7874.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.765611] env[69692]: DEBUG nova.compute.manager [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.765819] env[69692]: DEBUG nova.compute.manager [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing instance network info cache due to event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.766021] env[69692]: DEBUG oslo_concurrency.lockutils [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766241] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe2d576-cd7c-4185-91f3-a405d86332b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.777032] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 861.777032] env[69692]: value = "task-3535852" [ 861.777032] env[69692]: _type = "Task" [ 861.777032] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.787079] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.874650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.874997] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance network_info: |[{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.875325] env[69692]: DEBUG oslo_concurrency.lockutils [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.875503] env[69692]: DEBUG nova.network.neutron [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.876796] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6884af1b-1be8-46b3-b0f5-88a66a1b90b1', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.884209] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating folder: Project (c6ec260fb7324456bb41ee23a7abcf19). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.884710] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-936eab97-6911-4950-ad2f-023e155edf78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.895788] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created folder: Project (c6ec260fb7324456bb41ee23a7abcf19) in parent group-v706084. [ 861.895963] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating folder: Instances. Parent ref: group-v706183. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.896249] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cfada17-c467-4a9a-9a6b-766f8650e229 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.905708] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created folder: Instances in parent group-v706183. [ 861.905972] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.906178] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.906846] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d03a8d-ab8c-4d99-8cc1-8db5ddb85494 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.925860] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.925860] env[69692]: value = "task-3535855" [ 861.925860] env[69692]: _type = "Task" [ 861.925860] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.935829] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535855, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.005583] env[69692]: DEBUG oslo_concurrency.lockutils [req-9f0cda32-7e31-49e1-b6bd-9adb91a96a1e req-2783c61b-2497-446c-960d-779a5820ae91 service nova] Releasing lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.160481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.160986] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.164523] env[69692]: INFO nova.compute.manager [-] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Took 1.72 seconds to deallocate network for instance. [ 862.165293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.335s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.165663] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.168119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.754s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.170033] env[69692]: INFO nova.compute.claims [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.216747] env[69692]: INFO nova.scheduler.client.report [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted allocations for instance 736852aa-a950-40b5-86d4-6de851b2b9c4 [ 862.295954] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457744} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.296287] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 1338ffea-5424-495c-89d4-425e55ee7874/1338ffea-5424-495c-89d4-425e55ee7874.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.296532] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.296956] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72becdd1-047b-4eaf-8e18-de3d5776d463 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.307414] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 862.307414] env[69692]: value = "task-3535856" [ 862.307414] env[69692]: _type = "Task" [ 862.307414] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.318482] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.439311] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535855, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.545261] env[69692]: DEBUG nova.compute.manager [req-a05c2e9b-e35a-48bb-869b-56411b37547a req-e8372a28-c9e6-4aa3-980e-81e475c0fac9 service nova] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Received event network-vif-deleted-62b83762-5ec5-4cc8-a848-59f280e8676b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.595724] env[69692]: INFO nova.compute.manager [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Rebuilding instance [ 862.655603] env[69692]: DEBUG nova.compute.manager [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.656914] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43655829-ddcd-46a8-8da2-36e58f7b45ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.667497] env[69692]: DEBUG nova.compute.utils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.669342] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.669551] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.681234] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.726588] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ecc0741d-6b05-4c98-88ca-90b77f533483 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "736852aa-a950-40b5-86d4-6de851b2b9c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.866s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.790189] env[69692]: DEBUG nova.policy [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.816479] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125432} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.816848] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.818776] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e355d7bb-8cbb-4abb-9646-482d8309a2f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.841693] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1338ffea-5424-495c-89d4-425e55ee7874/1338ffea-5424-495c-89d4-425e55ee7874.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.841693] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88c8b8a-71e5-4a0c-9e64-6a52a8d542f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.864329] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 862.864329] env[69692]: value = "task-3535857" [ 862.864329] env[69692]: _type = "Task" [ 862.864329] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.873410] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535857, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.939874] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535855, 'name': CreateVM_Task, 'duration_secs': 0.641948} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.940170] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.940944] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.941218] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.941485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.941739] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130f17b7-960d-4021-b9f2-66ebaafe2e3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.954504] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 862.954504] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3e560-5683-859d-dcd3-aeb008170cc6" [ 862.954504] env[69692]: _type = "Task" [ 862.954504] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.965051] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3e560-5683-859d-dcd3-aeb008170cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.123116] env[69692]: DEBUG nova.network.neutron [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updated VIF entry in instance network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.123493] env[69692]: DEBUG nova.network.neutron [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.172259] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.298937] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Successfully updated port: bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.354155] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Successfully created port: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.376494] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535857, 'name': ReconfigVM_Task, 'duration_secs': 0.287421} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.376797] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1338ffea-5424-495c-89d4-425e55ee7874/1338ffea-5424-495c-89d4-425e55ee7874.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.377424] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1536f215-8640-4622-8fa7-04abf40c6bc2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.385046] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 863.385046] env[69692]: value = "task-3535858" [ 863.385046] env[69692]: _type = "Task" [ 863.385046] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.392885] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535858, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.470998] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3e560-5683-859d-dcd3-aeb008170cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.470998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.470998] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.470998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.470998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.470998] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.471474] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ddc95ec-92b7-44a9-b87c-8cb3f73baef3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.480766] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.480948] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.482061] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a368b4b-0f0d-408c-b98c-333a7ddfa310 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.504163] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 863.504163] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a22087-fff8-b411-f7fa-93ce41d1463f" [ 863.504163] env[69692]: _type = "Task" [ 863.504163] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.530912] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a22087-fff8-b411-f7fa-93ce41d1463f, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.534975] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c676c109-f4af-4d41-bb31-d803830dde19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.543842] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 863.543842] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d23c16-9cd0-1e96-b410-41aceaa5ae4f" [ 863.543842] env[69692]: _type = "Task" [ 863.543842] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.555330] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d23c16-9cd0-1e96-b410-41aceaa5ae4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.615264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.615500] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.627641] env[69692]: DEBUG oslo_concurrency.lockutils [req-ec9ce1e9-afc1-4d25-925b-09c0fcd82e76 req-c1df93d1-3076-46c6-a9eb-64a0961f3850 service nova] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.678067] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.682640] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f12772a-0b1c-488a-bba9-22d68a87b744 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.693290] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 863.693290] env[69692]: value = "task-3535859" [ 863.693290] env[69692]: _type = "Task" [ 863.693290] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.705431] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.777481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd17eb-02cd-42a5-937a-1b64860cfed4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.787492] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b6603-bbe0-4613-aa57-afbff2e2fe6f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.821679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.821824] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquired lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.821983] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.823894] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8352bd10-fbb4-4dac-a051-7723d33b65d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.832027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ee4dc0-2d08-49b1-a39f-193a92282af5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.848945] env[69692]: DEBUG nova.compute.provider_tree [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.896783] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535858, 'name': Rename_Task, 'duration_secs': 0.162375} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.897106] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.897364] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-648eddeb-a0ef-4e54-8c68-6877510a1621 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.904396] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 863.904396] env[69692]: value = "task-3535860" [ 863.904396] env[69692]: _type = "Task" [ 863.904396] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.912272] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.000280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "33867783-8b88-4c8b-ab6e-5786e689a611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.000550] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.000762] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.000947] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.001137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.003453] env[69692]: INFO nova.compute.manager [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Terminating instance [ 864.056173] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d23c16-9cd0-1e96-b410-41aceaa5ae4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013532} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.056852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.056852] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.057032] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e134fdfb-7886-490d-bf04-82d43e08ddf3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.063776] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 864.063776] env[69692]: value = "task-3535861" [ 864.063776] env[69692]: _type = "Task" [ 864.063776] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.072613] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.184867] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.207683] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535859, 'name': PowerOffVM_Task, 'duration_secs': 0.144196} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.207683] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.207683] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.208039] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10aa220-34f7-47c0-9578-5a44e1951116 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.220586] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.222886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881814f9-be56-48d0-9511-97f2cdf904a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.231706] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.232549] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.232677] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.232928] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.233351] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.233499] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.233740] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.233969] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.234298] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.234403] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.234708] env[69692]: DEBUG nova.virt.hardware [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.237499] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d964162-0242-43de-9477-5394deba4450 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.245665] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656741a7-1f45-46cb-8db3-3fdc472fb61e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.254137] env[69692]: DEBUG nova.compute.manager [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Received event network-vif-plugged-bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.254440] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Acquiring lock "03afb7d6-186a-4fce-a004-003937329ff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.254733] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Lock "03afb7d6-186a-4fce-a004-003937329ff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.254995] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Lock "03afb7d6-186a-4fce-a004-003937329ff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.255226] env[69692]: DEBUG nova.compute.manager [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] No waiting events found dispatching network-vif-plugged-bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.255454] env[69692]: WARNING nova.compute.manager [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Received unexpected event network-vif-plugged-bde7d610-b743-4272-a30b-68506158e55f for instance with vm_state building and task_state spawning. [ 864.255982] env[69692]: DEBUG nova.compute.manager [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Received event network-changed-bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.256223] env[69692]: DEBUG nova.compute.manager [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Refreshing instance network info cache due to event network-changed-bde7d610-b743-4272-a30b-68506158e55f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.256456] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Acquiring lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.259012] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.259012] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.259012] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Deleting the datastore file [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.262250] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dda4596-d310-4373-88bd-545d11143ce6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281283] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 864.281283] env[69692]: value = "task-3535863" [ 864.281283] env[69692]: _type = "Task" [ 864.281283] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.290493] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.353107] env[69692]: DEBUG nova.scheduler.client.report [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.392363] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.418663] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535860, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.507353] env[69692]: DEBUG nova.compute.manager [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.507717] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.508980] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0f659-5079-4413-a054-a182245dd3b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.519795] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.520213] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76972707-9a09-4bf7-85b4-7440e86d5c84 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.528207] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 864.528207] env[69692]: value = "task-3535864" [ 864.528207] env[69692]: _type = "Task" [ 864.528207] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.540468] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.573408] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535861, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.614285] env[69692]: DEBUG nova.network.neutron [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updating instance_info_cache with network_info: [{"id": "bde7d610-b743-4272-a30b-68506158e55f", "address": "fa:16:3e:1c:07:c4", "network": {"id": "f1d55685-a042-4278-a951-1e1f1014cf20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-291324217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca084b016f9f4eb581c337c34bfcacce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde7d610-b7", "ovs_interfaceid": "bde7d610-b743-4272-a30b-68506158e55f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.792709] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400886} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.792972] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.793657] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.793870] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.859359] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.860313] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.863077] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.116s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.863176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.866015] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.292s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.867493] env[69692]: INFO nova.compute.claims [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.895680] env[69692]: INFO nova.scheduler.client.report [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Deleted allocations for instance 3a635f02-cf12-43d8-914e-763990cfb5b8 [ 864.915161] env[69692]: DEBUG oslo_vmware.api [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3535860, 'name': PowerOnVM_Task, 'duration_secs': 0.6572} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.915612] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.915653] env[69692]: INFO nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Took 8.91 seconds to spawn the instance on the hypervisor. [ 864.916480] env[69692]: DEBUG nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.916668] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cc4b1-018f-4233-bbda-f32542f9506e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.975849] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Successfully updated port: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.042758] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535864, 'name': PowerOffVM_Task, 'duration_secs': 0.222021} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.048275] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.048460] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.051039] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f062d24-1e9c-4fed-a08f-351f886df727 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.053092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.053308] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.073621] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.073871] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.074141] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.074397] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22fcbffe-4750-4bca-9772-950611dfa7a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.080016] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 865.080016] env[69692]: value = "task-3535866" [ 865.080016] env[69692]: _type = "Task" [ 865.080016] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.088209] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.111588] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.111909] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.112114] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleting the datastore file [datastore2] 33867783-8b88-4c8b-ab6e-5786e689a611 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.112412] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1d5bf9-b220-4990-9201-4a717464693d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.116333] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Releasing lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.116622] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Instance network_info: |[{"id": "bde7d610-b743-4272-a30b-68506158e55f", "address": "fa:16:3e:1c:07:c4", "network": {"id": "f1d55685-a042-4278-a951-1e1f1014cf20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-291324217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca084b016f9f4eb581c337c34bfcacce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde7d610-b7", "ovs_interfaceid": "bde7d610-b743-4272-a30b-68506158e55f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.116896] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Acquired lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.117104] env[69692]: DEBUG nova.network.neutron [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Refreshing network info cache for port bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.118576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:07:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde7d610-b743-4272-a30b-68506158e55f', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.126853] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Creating folder: Project (ca084b016f9f4eb581c337c34bfcacce). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.129218] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33c808c-dbd0-4988-bd75-f3503a36c65e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.130460] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 865.130460] env[69692]: value = "task-3535867" [ 865.130460] env[69692]: _type = "Task" [ 865.130460] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.137196] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Created folder: Project (ca084b016f9f4eb581c337c34bfcacce) in parent group-v706084. [ 865.137381] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Creating folder: Instances. Parent ref: group-v706186. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.140221] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f422af8-c5f5-44cd-acd9-cb3ee6dc48b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.141885] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.148974] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Created folder: Instances in parent group-v706186. [ 865.149227] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.149413] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.149610] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450923ec-41aa-4739-9f2a-f02821a4880c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.170709] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.170709] env[69692]: value = "task-3535870" [ 865.170709] env[69692]: _type = "Task" [ 865.170709] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.177690] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535870, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.373209] env[69692]: DEBUG nova.compute.utils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.375428] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.375646] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.404049] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36696b1f-dc90-4bed-9b92-7adc31d40ded tempest-ServerShowV247Test-1417825205 tempest-ServerShowV247Test-1417825205-project-member] Lock "3a635f02-cf12-43d8-914e-763990cfb5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.875s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.439021] env[69692]: INFO nova.compute.manager [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Took 54.38 seconds to build instance. [ 865.453539] env[69692]: DEBUG nova.policy [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf90d5904264e07a41cdd9998a79be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ee22c425c54b38888e3b9598e54baf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.478108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.478289] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.478421] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.590252] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092539} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.590545] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.591422] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66a7b0-007e-405e-9246-49ecab9661aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.621850] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.622589] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251a28cc-0341-45cf-87e7-e85faa175010 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.665917] env[69692]: DEBUG oslo_vmware.api [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3535867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491247} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.667676] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.667958] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.668236] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.668497] env[69692]: INFO nova.compute.manager [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Took 1.16 seconds to destroy the instance on the hypervisor. [ 865.668820] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.669861] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 865.669861] env[69692]: value = "task-3535871" [ 865.669861] env[69692]: _type = "Task" [ 865.669861] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.669861] env[69692]: DEBUG nova.compute.manager [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.669861] env[69692]: DEBUG nova.network.neutron [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.691066] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535870, 'name': CreateVM_Task, 'duration_secs': 0.351332} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.691337] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.692344] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.692575] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.693014] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.693366] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f3107a-f45e-4fd7-a982-fd0df5640187 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.699192] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 865.699192] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6adc7-fee0-94e4-d1ad-baa055b52d78" [ 865.699192] env[69692]: _type = "Task" [ 865.699192] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.711866] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6adc7-fee0-94e4-d1ad-baa055b52d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.837655] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.837916] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.838161] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.838374] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.838517] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.838662] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.838865] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.839029] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.839199] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.839361] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.839532] env[69692]: DEBUG nova.virt.hardware [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.840424] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedee7ad-c637-48ec-9bef-e8ddcf1de805 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.849740] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98fe53-d191-4034-8af4-296f3ddc217c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.865164] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.871639] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.871705] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.872075] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2159c9f-f737-4e01-b9d7-6be66b0a47c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.891464] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.907619] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.907619] env[69692]: value = "task-3535872" [ 865.907619] env[69692]: _type = "Task" [ 865.907619] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.917594] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535872, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.942649] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.708s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.006813] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.007160] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.045874] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.188123] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.208887] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6adc7-fee0-94e4-d1ad-baa055b52d78, 'name': SearchDatastore_Task, 'duration_secs': 0.035043} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.211430] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.211672] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.211913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.212076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.212262] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.212694] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984f36ef-9bb9-4c41-a5c3-4e730cef03a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.222015] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.222261] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.225494] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41496d4d-7afd-44ee-b4db-e0a20281dd68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.233570] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 866.233570] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f6aa92-f197-6b36-9df8-86f60473ec83" [ 866.233570] env[69692]: _type = "Task" [ 866.233570] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.246292] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f6aa92-f197-6b36-9df8-86f60473ec83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.284951] env[69692]: DEBUG nova.network.neutron [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Updating instance_info_cache with network_info: [{"id": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "address": "fa:16:3e:e4:3f:9e", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda89b673-5e", "ovs_interfaceid": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.421353] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535872, 'name': CreateVM_Task, 'duration_secs': 0.503326} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.421353] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.421353] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.421353] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.421353] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.422358] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9f2c85-db7f-4fd7-b487-2a5f986aacb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.425780] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Successfully created port: ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.431232] env[69692]: DEBUG nova.compute.manager [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Received event network-vif-plugged-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.431501] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Acquiring lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.431771] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.431988] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.432230] env[69692]: DEBUG nova.compute.manager [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] No waiting events found dispatching network-vif-plugged-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 866.432464] env[69692]: WARNING nova.compute.manager [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Received unexpected event network-vif-plugged-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 for instance with vm_state building and task_state spawning. [ 866.432700] env[69692]: DEBUG nova.compute.manager [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Received event network-changed-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.433349] env[69692]: DEBUG nova.compute.manager [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Refreshing instance network info cache due to event network-changed-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.433565] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Acquiring lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.436022] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 866.436022] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e94314-b28d-0c3c-9ad5-590296f34a7a" [ 866.436022] env[69692]: _type = "Task" [ 866.436022] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.446285] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.449887] env[69692]: DEBUG nova.network.neutron [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updated VIF entry in instance network info cache for port bde7d610-b743-4272-a30b-68506158e55f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.450329] env[69692]: DEBUG nova.network.neutron [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updating instance_info_cache with network_info: [{"id": "bde7d610-b743-4272-a30b-68506158e55f", "address": "fa:16:3e:1c:07:c4", "network": {"id": "f1d55685-a042-4278-a951-1e1f1014cf20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-291324217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca084b016f9f4eb581c337c34bfcacce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde7d610-b7", "ovs_interfaceid": "bde7d610-b743-4272-a30b-68506158e55f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.455774] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e94314-b28d-0c3c-9ad5-590296f34a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.503284] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d28ad2-60c6-4ea4-bc1d-d9b3d32c4754 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.517281] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f8f16-1c05-467f-8b20-d033c9a47da4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.551604] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42b5f8-e4cb-452e-9cec-93ba3240763a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.559110] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf099d3-88c3-4098-b964-253f19849e7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.574665] env[69692]: DEBUG nova.compute.provider_tree [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.682179] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535871, 'name': ReconfigVM_Task, 'duration_secs': 0.708219} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.682534] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfigured VM instance instance-00000026 to attach disk [datastore2] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.683096] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3eff0c-eefd-49df-9060-af9dfe2d45c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.689468] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 866.689468] env[69692]: value = "task-3535873" [ 866.689468] env[69692]: _type = "Task" [ 866.689468] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.697016] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535873, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.743751] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f6aa92-f197-6b36-9df8-86f60473ec83, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.744662] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd72b6f2-8b94-4001-9b51-a3d5169a5313 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.749916] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 866.749916] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcfa1a-f13c-a08d-5c87-2f3f80d507b1" [ 866.749916] env[69692]: _type = "Task" [ 866.749916] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.759324] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcfa1a-f13c-a08d-5c87-2f3f80d507b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.787337] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.787679] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Instance network_info: |[{"id": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "address": "fa:16:3e:e4:3f:9e", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda89b673-5e", "ovs_interfaceid": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.788016] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Acquired lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.788226] env[69692]: DEBUG nova.network.neutron [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Refreshing network info cache for port da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.789962] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:3f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da89b673-5e6f-4519-9c5a-d4e5d56c9ca6', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.798514] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.800036] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.800363] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af56935d-1b0f-4c68-b28f-cb1bc51820a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.824868] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.824868] env[69692]: value = "task-3535874" [ 866.824868] env[69692]: _type = "Task" [ 866.824868] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.834067] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535874, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.902225] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.930397] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.930869] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.931200] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.931474] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.931735] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.932340] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.932737] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.932969] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.933206] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.933435] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.933724] env[69692]: DEBUG nova.virt.hardware [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.934863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09f1f4-04bc-41f8-8072-05b68a583311 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.951838] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7294bdc9-cfea-4fd7-923d-be4bbe6dbd12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.957478] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e94314-b28d-0c3c-9ad5-590296f34a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.016866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.961254] env[69692]: DEBUG oslo_concurrency.lockutils [req-0510aad6-0456-40d6-b32f-bca75eb989ef req-220f1449-6e66-4f8c-abfd-bd47d52876b6 service nova] Releasing lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.961734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.961990] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.962254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.984825] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.079308] env[69692]: DEBUG nova.scheduler.client.report [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.200752] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535873, 'name': Rename_Task, 'duration_secs': 0.159633} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.202293] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.202293] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eecd5078-bc94-45fc-bd2d-796e0b855f43 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.208407] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 867.208407] env[69692]: value = "task-3535875" [ 867.208407] env[69692]: _type = "Task" [ 867.208407] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.221894] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.264985] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcfa1a-f13c-a08d-5c87-2f3f80d507b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.264985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.264985] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 03afb7d6-186a-4fce-a004-003937329ff2/03afb7d6-186a-4fce-a004-003937329ff2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.264985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.264985] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.264985] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5661cade-608b-46cd-933f-74b3adcc88ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.266820] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14320ed2-6a12-4559-8a85-31ecc7e953c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.274176] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 867.274176] env[69692]: value = "task-3535876" [ 867.274176] env[69692]: _type = "Task" [ 867.274176] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.279025] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.279287] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.280422] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f780ae3e-0fac-4178-ab66-47ba397a4ef4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.286129] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.289463] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 867.289463] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522beabb-3331-ac5a-b2e7-50ca30cd22a9" [ 867.289463] env[69692]: _type = "Task" [ 867.289463] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.303534] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522beabb-3331-ac5a-b2e7-50ca30cd22a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.334399] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535874, 'name': CreateVM_Task, 'duration_secs': 0.339634} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.334399] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.335189] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.335412] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.335822] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337028] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a25efc-5644-4515-b091-1501cdfb9a99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.341018] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 867.341018] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5205ff63-daf4-5fee-a623-c40945327024" [ 867.341018] env[69692]: _type = "Task" [ 867.341018] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.349697] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5205ff63-daf4-5fee-a623-c40945327024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.585423] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.585777] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.589350] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.473s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.591678] env[69692]: INFO nova.compute.claims [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.720952] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.742857] env[69692]: DEBUG nova.compute.manager [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Received event network-changed-ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.742857] env[69692]: DEBUG nova.compute.manager [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Refreshing instance network info cache due to event network-changed-ddebfdea-8a6b-40e6-a7e8-252f57566b70. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.744844] env[69692]: DEBUG oslo_concurrency.lockutils [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] Acquiring lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.745401] env[69692]: DEBUG oslo_concurrency.lockutils [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] Acquired lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.745746] env[69692]: DEBUG nova.network.neutron [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Refreshing network info cache for port ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.783572] env[69692]: DEBUG nova.network.neutron [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Updated VIF entry in instance network info cache for port da89b673-5e6f-4519-9c5a-d4e5d56c9ca6. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.783572] env[69692]: DEBUG nova.network.neutron [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Updating instance_info_cache with network_info: [{"id": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "address": "fa:16:3e:e4:3f:9e", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda89b673-5e", "ovs_interfaceid": "da89b673-5e6f-4519-9c5a-d4e5d56c9ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.791074] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.806432] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522beabb-3331-ac5a-b2e7-50ca30cd22a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.809666] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9a4e80-7071-4f78-b720-9377de8400eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.814544] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 867.814544] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d905c-ce48-5cdd-34c7-34ee55857a05" [ 867.814544] env[69692]: _type = "Task" [ 867.814544] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.826814] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d905c-ce48-5cdd-34c7-34ee55857a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.853915] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5205ff63-daf4-5fee-a623-c40945327024, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.854216] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.854850] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.854850] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.949467] env[69692]: DEBUG nova.network.neutron [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.104121] env[69692]: DEBUG nova.compute.utils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.106736] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.106736] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.198152] env[69692]: DEBUG nova.policy [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fff97ae05d94d3e93c1d0efd0081a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc9d4e696844f4ebd2422af6a352854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.219315] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.287535] env[69692]: DEBUG oslo_concurrency.lockutils [req-60de3e5c-e53e-4042-bdfe-743857fd089a req-12127267-39a5-4cbe-823c-d0176b1c4799 service nova] Releasing lock "refresh_cache-45975393-03bf-4e76-8f88-b96efafe6bb0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.288021] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.288343] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 03afb7d6-186a-4fce-a004-003937329ff2/03afb7d6-186a-4fce-a004-003937329ff2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.288619] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.288942] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b71546-9c16-4397-aafd-060febbac32a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.295710] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 868.295710] env[69692]: value = "task-3535877" [ 868.295710] env[69692]: _type = "Task" [ 868.295710] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.304040] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.328081] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d905c-ce48-5cdd-34c7-34ee55857a05, 'name': SearchDatastore_Task, 'duration_secs': 0.034814} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.331700] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.331936] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.332313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.332565] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.333101] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4cb247-19cd-4329-aa81-8e191fb93b8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.336276] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f193ed4-b80a-4dc5-9b9a-2ef474aea12a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343845] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 868.343845] env[69692]: value = "task-3535878" [ 868.343845] env[69692]: _type = "Task" [ 868.343845] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.349397] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.349668] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.353361] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757f0cb2-f54e-46c1-820f-b7eb67bec9a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.355621] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.358510] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 868.358510] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52627905-a9e0-2231-2293-841fea5e8e73" [ 868.358510] env[69692]: _type = "Task" [ 868.358510] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.366476] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52627905-a9e0-2231-2293-841fea5e8e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.454767] env[69692]: INFO nova.compute.manager [-] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Took 2.79 seconds to deallocate network for instance. [ 868.493051] env[69692]: DEBUG nova.compute.manager [req-eb95e438-d787-4e77-b95d-3a3bcf9ad84e req-57d72e21-0d80-4f8d-af69-a26bfa986f0f service nova] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Received event network-vif-deleted-26c3ae7e-3bd1-4d02-a8b4-590957b776be {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.606834] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.719813] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.809544] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298763} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.809847] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.810772] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fbcf27-bb15-4468-b402-9f40fa5758f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843906] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 03afb7d6-186a-4fce-a004-003937329ff2/03afb7d6-186a-4fce-a004-003937329ff2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.847478] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ef369c-dd16-4e73-bc6a-c712611721aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.877380] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.885614] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52627905-a9e0-2231-2293-841fea5e8e73, 'name': SearchDatastore_Task, 'duration_secs': 0.030299} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.885614] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 868.885614] env[69692]: value = "task-3535879" [ 868.885614] env[69692]: _type = "Task" [ 868.885614] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.885988] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0133de43-0d5d-4764-893f-5a5653b9d050 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.894904] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 868.894904] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c1005b-f2df-2fbb-72e5-1f06a01f1690" [ 868.894904] env[69692]: _type = "Task" [ 868.894904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.899313] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.912237] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c1005b-f2df-2fbb-72e5-1f06a01f1690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.965591] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.043849] env[69692]: DEBUG nova.network.neutron [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updated VIF entry in instance network info cache for port ddebfdea-8a6b-40e6-a7e8-252f57566b70. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.044356] env[69692]: DEBUG nova.network.neutron [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updating instance_info_cache with network_info: [{"id": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "address": "fa:16:3e:35:05:47", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddebfdea-8a", "ovs_interfaceid": "ddebfdea-8a6b-40e6-a7e8-252f57566b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.186516] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Successfully created port: cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.219288] env[69692]: DEBUG oslo_vmware.api [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535875, 'name': PowerOnVM_Task, 'duration_secs': 1.771617} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.219544] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.219733] env[69692]: INFO nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Took 10.54 seconds to spawn the instance on the hypervisor. [ 869.219911] env[69692]: DEBUG nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.222570] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d84eb9-08cf-4a60-8eae-be966d5a794b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.289248] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876b2873-6817-4b6c-9d32-50d664e0e98f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.298136] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50cc1e2-cdf2-42ee-a45a-1e8479f66110 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.332448] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f73613-79a3-41ad-b692-990a5857c49a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.340084] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f18b87-80ea-4ca2-ab86-217c048d74ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.356277] env[69692]: DEBUG nova.compute.provider_tree [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.370050] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893609} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.370236] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.370450] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.370705] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54b42efe-3f2e-48c0-92bb-9f258fab2b73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.377037] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 869.377037] env[69692]: value = "task-3535880" [ 869.377037] env[69692]: _type = "Task" [ 869.377037] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.387436] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.396416] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.397452] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Successfully updated port: ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.410948] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c1005b-f2df-2fbb-72e5-1f06a01f1690, 'name': SearchDatastore_Task, 'duration_secs': 0.070862} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.411240] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.411524] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 45975393-03bf-4e76-8f88-b96efafe6bb0/45975393-03bf-4e76-8f88-b96efafe6bb0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.411835] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00cb810-8afc-476f-b75d-be3317a6651d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.417873] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 869.417873] env[69692]: value = "task-3535881" [ 869.417873] env[69692]: _type = "Task" [ 869.417873] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.428395] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.547973] env[69692]: DEBUG oslo_concurrency.lockutils [req-793683d9-bf69-4ddc-a14b-f842758ceb36 req-bd8ee57f-cc2c-43ca-8982-b19e194b47e9 service nova] Releasing lock "refresh_cache-1338ffea-5424-495c-89d4-425e55ee7874" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.622490] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.656669] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.656936] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.657080] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.657285] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.657433] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.657581] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.657787] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.657959] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.658152] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.658367] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.658503] env[69692]: DEBUG nova.virt.hardware [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.659394] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd66d86-43e4-48e6-a778-c6525f39bf4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.668125] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17608f-f2cc-4d6a-b4ef-10aa8a43fe7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745474] env[69692]: INFO nova.compute.manager [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Took 52.53 seconds to build instance. [ 869.860967] env[69692]: DEBUG nova.scheduler.client.report [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.890731] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077257} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.894688] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.896007] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28582c-f320-413a-bf9f-ee51bf8b93e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.903718] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535879, 'name': ReconfigVM_Task, 'duration_secs': 0.522648} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.916146] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 03afb7d6-186a-4fce-a004-003937329ff2/03afb7d6-186a-4fce-a004-003937329ff2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.916146] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.916146] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.916146] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.931019] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.932571] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4279c7da-440d-426a-8346-46cb44614f1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.936316] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1c34a6-a035-48a7-ab65-8ac24a19c089 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.968587] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.970507] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 869.970507] env[69692]: value = "task-3535883" [ 869.970507] env[69692]: _type = "Task" [ 869.970507] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.970861] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 869.970861] env[69692]: value = "task-3535882" [ 869.970861] env[69692]: _type = "Task" [ 869.970861] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.984170] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.988227] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535882, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.249577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.792s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.366740] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.367328] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.370070] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.476s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.370362] env[69692]: DEBUG nova.objects.instance [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lazy-loading 'resources' on Instance uuid b58f7515-3ef3-4adc-9c45-5d4cc9412570 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.446741] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846559} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.447697] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 45975393-03bf-4e76-8f88-b96efafe6bb0/45975393-03bf-4e76-8f88-b96efafe6bb0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.449020] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.449020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b35544a7-b869-42f0-a031-7cfb733526b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.457357] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 870.457357] env[69692]: value = "task-3535884" [ 870.457357] env[69692]: _type = "Task" [ 870.457357] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.466905] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.467938] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.485606] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.492482] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535882, 'name': Rename_Task, 'duration_secs': 0.311493} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.493316] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.493701] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ecc815d-1cf6-4537-a10b-0eb8ee1175f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500253] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 870.500253] env[69692]: value = "task-3535885" [ 870.500253] env[69692]: _type = "Task" [ 870.500253] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.509140] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.627903] env[69692]: DEBUG nova.network.neutron [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Updating instance_info_cache with network_info: [{"id": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "address": "fa:16:3e:d4:9d:ec", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec009b34-cd", "ovs_interfaceid": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.752605] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.877714] env[69692]: DEBUG nova.compute.utils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.886040] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.886040] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.964032] env[69692]: DEBUG nova.policy [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db81924a7f1a4b46af02e62a119b92be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971bb3d2b56340fe8a55af469a4906aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.970582] env[69692]: DEBUG nova.compute.manager [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Received event network-vif-plugged-ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.970794] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Acquiring lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.970994] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.971183] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.971344] env[69692]: DEBUG nova.compute.manager [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] No waiting events found dispatching network-vif-plugged-ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.971502] env[69692]: WARNING nova.compute.manager [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Received unexpected event network-vif-plugged-ec009b34-cda4-419f-ae69-7ffef97dac8b for instance with vm_state building and task_state spawning. [ 870.971653] env[69692]: DEBUG nova.compute.manager [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Received event network-changed-ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.971797] env[69692]: DEBUG nova.compute.manager [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Refreshing instance network info cache due to event network-changed-ec009b34-cda4-419f-ae69-7ffef97dac8b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.971957] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Acquiring lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.975973] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071978} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.979449] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.980565] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97691f06-10cc-41ee-a484-594bf5336847 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.000469] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535883, 'name': ReconfigVM_Task, 'duration_secs': 0.769055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.010688] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 45975393-03bf-4e76-8f88-b96efafe6bb0/45975393-03bf-4e76-8f88-b96efafe6bb0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.014323] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d/c6ba11b4-3636-4fda-8951-0eb9122d458d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.014323] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c056f96-79eb-4bb3-a395-27689b0a272a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.032885] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87743d79-8b42-490f-9f0c-cf60b41453c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.043502] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.047280] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 871.047280] env[69692]: value = "task-3535887" [ 871.047280] env[69692]: _type = "Task" [ 871.047280] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.047819] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 871.047819] env[69692]: value = "task-3535886" [ 871.047819] env[69692]: _type = "Task" [ 871.047819] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.064020] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535887, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.068374] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.132166] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.132166] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Instance network_info: |[{"id": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "address": "fa:16:3e:d4:9d:ec", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec009b34-cd", "ovs_interfaceid": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.132166] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Acquired lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.132166] env[69692]: DEBUG nova.network.neutron [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Refreshing network info cache for port ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.137311] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:9d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec009b34-cda4-419f-ae69-7ffef97dac8b', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.145447] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Creating folder: Project (00ee22c425c54b38888e3b9598e54baf). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.149610] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0077946d-5421-4385-b137-eee569b590c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.162361] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Created folder: Project (00ee22c425c54b38888e3b9598e54baf) in parent group-v706084. [ 871.162361] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Creating folder: Instances. Parent ref: group-v706191. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.162361] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1249e1aa-f55f-4401-8b0f-ad4a86e62a5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.172668] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Created folder: Instances in parent group-v706191. [ 871.172939] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.173629] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.173847] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f5bf5b-cdef-4f6a-a7ba-90c3ab6e5368 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.197730] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.197730] env[69692]: value = "task-3535890" [ 871.197730] env[69692]: _type = "Task" [ 871.197730] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.209496] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535890, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.280074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.386014] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.466172] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Successfully updated port: cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.524448] env[69692]: DEBUG oslo_vmware.api [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3535885, 'name': PowerOnVM_Task, 'duration_secs': 0.54842} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.524714] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.524919] env[69692]: INFO nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Took 10.12 seconds to spawn the instance on the hypervisor. [ 871.525123] env[69692]: DEBUG nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.525953] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbaff07-8379-48cd-8769-d5fddd2209d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.554624] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Successfully created port: 3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.578069] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535887, 'name': Rename_Task, 'duration_secs': 0.375862} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.578309] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.578594] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.578858] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b513760-e07e-463c-89c3-0ce6ac99fc83 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.592572] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 871.592572] env[69692]: value = "task-3535891" [ 871.592572] env[69692]: _type = "Task" [ 871.592572] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.604834] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535891, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.625948] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e910eaa-7091-4da8-8179-ebcbd4328dd7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.634365] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f3ece0-6875-417a-966c-7f39d5a5e273 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.643442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.643678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.679626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f73e0f-9ea8-4ec9-a927-f0b0f8fdc219 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.690031] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82540d0c-126a-4b17-beaa-46eda5cad03a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.705458] env[69692]: DEBUG nova.compute.provider_tree [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.715655] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535890, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.969115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.969454] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.969454] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.006386] env[69692]: DEBUG nova.network.neutron [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Updated VIF entry in instance network info cache for port ec009b34-cda4-419f-ae69-7ffef97dac8b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.006738] env[69692]: DEBUG nova.network.neutron [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Updating instance_info_cache with network_info: [{"id": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "address": "fa:16:3e:d4:9d:ec", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec009b34-cd", "ovs_interfaceid": "ec009b34-cda4-419f-ae69-7ffef97dac8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.046434] env[69692]: INFO nova.compute.manager [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Took 46.80 seconds to build instance. [ 872.063975] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535886, 'name': ReconfigVM_Task, 'duration_secs': 0.76863} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.064710] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 45975393-03bf-4e76-8f88-b96efafe6bb0/45975393-03bf-4e76-8f88-b96efafe6bb0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.065599] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8868afe4-29c8-4cd4-8e4c-266c0dffdaf2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.072071] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 872.072071] env[69692]: value = "task-3535892" [ 872.072071] env[69692]: _type = "Task" [ 872.072071] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.080916] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535892, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.105102] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535891, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.212096] env[69692]: DEBUG nova.scheduler.client.report [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.219213] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535890, 'name': CreateVM_Task, 'duration_secs': 0.578692} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.219577] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.220255] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.220477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.220840] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.221152] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f6e12c-4c25-482c-84c0-1e99507bc9bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.227696] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 872.227696] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f0df10-a929-3313-96e8-1bb8cfb5e66f" [ 872.227696] env[69692]: _type = "Task" [ 872.227696] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.238870] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f0df10-a929-3313-96e8-1bb8cfb5e66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.398737] env[69692]: DEBUG nova.compute.manager [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.398929] env[69692]: DEBUG nova.compute.manager [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing instance network info cache due to event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.399180] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.399327] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.399490] env[69692]: DEBUG nova.network.neutron [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.401979] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.428574] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.428814] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.428971] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.429171] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.429321] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.429465] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.429668] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.429829] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.429996] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.430193] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.430383] env[69692]: DEBUG nova.virt.hardware [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.431251] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f23ba6-a573-4575-a257-a774ceaef6c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.439103] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67999255-d4a1-4090-9f48-4054ff23869e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.503500] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.510482] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd130716-51e8-4f40-94e9-a107c810923b req-7f5996dd-55a2-440b-b115-f5727c1eac12 service nova] Releasing lock "refresh_cache-eb087ccc-cfd3-4160-b189-b7b991a9a35c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.548553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.682s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.587610] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535892, 'name': Rename_Task, 'duration_secs': 0.197237} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.587610] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.587610] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa393be-10c6-4d06-973f-fda18ada404b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.592617] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 872.592617] env[69692]: value = "task-3535893" [ 872.592617] env[69692]: _type = "Task" [ 872.592617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.606738] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.612839] env[69692]: DEBUG oslo_vmware.api [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535891, 'name': PowerOnVM_Task, 'duration_secs': 0.810389} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.615981] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.616303] env[69692]: DEBUG nova.compute.manager [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.617239] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a050452-1d42-462a-9b2a-906fd9843ca4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.653981] env[69692]: DEBUG nova.network.neutron [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Updating instance_info_cache with network_info: [{"id": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "address": "fa:16:3e:54:96:e0", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4b11f4-a9", "ovs_interfaceid": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.720635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.722925] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.830s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.723987] env[69692]: DEBUG nova.objects.instance [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lazy-loading 'resources' on Instance uuid cef84cb6-0860-43d3-be49-593f04be9ade {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.740336] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f0df10-a929-3313-96e8-1bb8cfb5e66f, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.740731] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.741096] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.741461] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.741703] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.741911] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.742652] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89ee7816-052f-4efc-ac00-a6785fc09e44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.745399] env[69692]: INFO nova.scheduler.client.report [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted allocations for instance b58f7515-3ef3-4adc-9c45-5d4cc9412570 [ 872.755103] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.755322] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.756196] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e440296f-2b7d-451c-8f5a-e15aa7ac91a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.762909] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 872.762909] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267635a-2872-1ca1-027c-d3cbe7d356bc" [ 872.762909] env[69692]: _type = "Task" [ 872.762909] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.771570] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267635a-2872-1ca1-027c-d3cbe7d356bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.009436] env[69692]: DEBUG nova.compute.manager [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Received event network-vif-plugged-cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.010125] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Acquiring lock "c313d34f-a527-4c11-b136-f11072822afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.010125] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Lock "c313d34f-a527-4c11-b136-f11072822afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.010850] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Lock "c313d34f-a527-4c11-b136-f11072822afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.011151] env[69692]: DEBUG nova.compute.manager [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] No waiting events found dispatching network-vif-plugged-cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.011460] env[69692]: WARNING nova.compute.manager [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Received unexpected event network-vif-plugged-cb4b11f4-a93c-43d2-87c6-c727d871adac for instance with vm_state building and task_state spawning. [ 873.011679] env[69692]: DEBUG nova.compute.manager [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Received event network-changed-cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.011885] env[69692]: DEBUG nova.compute.manager [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Refreshing instance network info cache due to event network-changed-cb4b11f4-a93c-43d2-87c6-c727d871adac. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.012102] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Acquiring lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.052466] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.106024] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.142701] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.156904] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.157303] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Instance network_info: |[{"id": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "address": "fa:16:3e:54:96:e0", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4b11f4-a9", "ovs_interfaceid": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.157622] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Acquired lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.157852] env[69692]: DEBUG nova.network.neutron [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Refreshing network info cache for port cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.159113] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:96:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb4b11f4-a93c-43d2-87c6-c727d871adac', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.167980] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating folder: Project (3cc9d4e696844f4ebd2422af6a352854). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.171170] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a92fbc-d3b2-4254-970d-7553ba9cfb19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.185444] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created folder: Project (3cc9d4e696844f4ebd2422af6a352854) in parent group-v706084. [ 873.185444] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating folder: Instances. Parent ref: group-v706194. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.185444] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f8a7cb-67b3-46d2-b91e-66cc1259152c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.195116] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created folder: Instances in parent group-v706194. [ 873.195116] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.195116] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.195116] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e922d0-f8cd-429a-9ead-920e2affa63f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.217481] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.217481] env[69692]: value = "task-3535896" [ 873.217481] env[69692]: _type = "Task" [ 873.217481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.224353] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535896, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.261057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-957dd389-28ae-4bda-9764-9db80fdf6ec1 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "b58f7515-3ef3-4adc-9c45-5d4cc9412570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.270s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.281599] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267635a-2872-1ca1-027c-d3cbe7d356bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.282509] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c862ed-26b1-4033-b4ca-9290e42fa750 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.287868] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 873.287868] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5280cc20-baba-74ea-3bef-a1326ad283a4" [ 873.287868] env[69692]: _type = "Task" [ 873.287868] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.301274] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5280cc20-baba-74ea-3bef-a1326ad283a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.301535] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.301789] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] eb087ccc-cfd3-4160-b189-b7b991a9a35c/eb087ccc-cfd3-4160-b189-b7b991a9a35c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.302061] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c3ea964-4c2e-4f6e-bd74-f309cae2f55a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.309590] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 873.309590] env[69692]: value = "task-3535897" [ 873.309590] env[69692]: _type = "Task" [ 873.309590] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.317978] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.517023] env[69692]: DEBUG nova.network.neutron [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updated VIF entry in instance network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.517023] env[69692]: DEBUG nova.network.neutron [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.589556] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.610208] env[69692]: DEBUG oslo_vmware.api [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535893, 'name': PowerOnVM_Task, 'duration_secs': 0.960126} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.612196] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.612411] env[69692]: INFO nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Took 9.43 seconds to spawn the instance on the hypervisor. [ 873.612707] env[69692]: DEBUG nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.615022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40493b71-f5d0-434e-acac-f326e95b45ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.738021] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535896, 'name': CreateVM_Task, 'duration_secs': 0.358546} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.741631] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.743387] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.743659] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.743921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.744242] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58873247-8f79-46cc-bc83-dd9505eabbf3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.750950] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 873.750950] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520f81d2-0d71-023e-6db8-ea0c6092a48e" [ 873.750950] env[69692]: _type = "Task" [ 873.750950] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.767474] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520f81d2-0d71-023e-6db8-ea0c6092a48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.773598] env[69692]: DEBUG nova.network.neutron [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Updated VIF entry in instance network info cache for port cb4b11f4-a93c-43d2-87c6-c727d871adac. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.774077] env[69692]: DEBUG nova.network.neutron [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Updating instance_info_cache with network_info: [{"id": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "address": "fa:16:3e:54:96:e0", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4b11f4-a9", "ovs_interfaceid": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.823177] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.823652] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] eb087ccc-cfd3-4160-b189-b7b991a9a35c/eb087ccc-cfd3-4160-b189-b7b991a9a35c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.824082] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.824461] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc19a69-1758-4c4a-bab3-5593459cb1c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835921] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 873.835921] env[69692]: value = "task-3535898" [ 873.835921] env[69692]: _type = "Task" [ 873.835921] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.842819] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.878022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e50217-0cc0-4993-8ba8-1935c9af35b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.884628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f888a22-3b09-416e-9e3b-2574773b64d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.929385] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Successfully updated port: 3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.931208] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fab4aa-a9ea-40a6-bf16-f5690024bd2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.940386] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ccf230-cc2a-4d53-81e7-60dabc5c37ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.956432] env[69692]: DEBUG nova.compute.provider_tree [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.021632] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb2bce6e-e832-4e14-9d9d-110293c34509 req-abba611d-9f27-4979-b53c-75161f893858 service nova] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.134878] env[69692]: INFO nova.compute.manager [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Took 45.42 seconds to build instance. [ 874.262182] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520f81d2-0d71-023e-6db8-ea0c6092a48e, 'name': SearchDatastore_Task, 'duration_secs': 0.019396} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.262499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.262731] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.262999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.263119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.263303] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.263563] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8caf489-5fb4-41a9-8a0b-54523bdb52d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.272149] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.272348] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.273156] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4ba5eb-2a58-40d8-b9b9-f753f9c5d69a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.278387] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 874.278387] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5266c10b-8f4f-29e2-4fb3-cbc73a069043" [ 874.278387] env[69692]: _type = "Task" [ 874.278387] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.281636] env[69692]: DEBUG oslo_concurrency.lockutils [req-0454dac0-f1f9-4f66-bd67-5f7c31fb322c req-ed19e238-5af1-45c3-9cd0-6975cd8ba5bb service nova] Releasing lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.286509] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5266c10b-8f4f-29e2-4fb3-cbc73a069043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.345190] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0651} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.345482] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.346442] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40bd1bb-a58a-42ea-aeab-acdbe939546e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.369298] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eb087ccc-cfd3-4160-b189-b7b991a9a35c/eb087ccc-cfd3-4160-b189-b7b991a9a35c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.369437] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ec725e-b905-47c1-9722-ff9d9b9412dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.391670] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 874.391670] env[69692]: value = "task-3535899" [ 874.391670] env[69692]: _type = "Task" [ 874.391670] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.399817] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.435179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.435442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.435637] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.459996] env[69692]: DEBUG nova.scheduler.client.report [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.523119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.523386] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.523592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "c6ba11b4-3636-4fda-8951-0eb9122d458d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.523775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.523949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.526342] env[69692]: INFO nova.compute.manager [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Terminating instance [ 874.638084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c3d1a72-fd9a-4c81-88fe-87675800c524 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.081s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.790702] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5266c10b-8f4f-29e2-4fb3-cbc73a069043, 'name': SearchDatastore_Task, 'duration_secs': 0.00755} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.791644] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bdc2c4-7dbe-4cff-8c69-bb87b565bfbd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.797892] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 874.797892] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a02c4-01ce-2c2c-9034-2afc7ee29384" [ 874.797892] env[69692]: _type = "Task" [ 874.797892] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.805937] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527a02c4-01ce-2c2c-9034-2afc7ee29384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.905515] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.965619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.968208] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.855s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.968510] env[69692]: DEBUG nova.objects.instance [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lazy-loading 'resources' on Instance uuid 55112777-8faf-4d2e-b9ba-6d85c5d76bea {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.996193] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.996936] env[69692]: INFO nova.scheduler.client.report [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Deleted allocations for instance cef84cb6-0860-43d3-be49-593f04be9ade [ 875.031654] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "refresh_cache-c6ba11b4-3636-4fda-8951-0eb9122d458d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.031953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquired lock "refresh_cache-c6ba11b4-3636-4fda-8951-0eb9122d458d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.035351] env[69692]: DEBUG nova.network.neutron [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.140383] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.147699] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Received event network-vif-plugged-3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.148310] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.148614] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.148823] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.149065] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] No waiting events found dispatching network-vif-plugged-3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.149269] env[69692]: WARNING nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Received unexpected event network-vif-plugged-3fec77fa-3751-46ec-b3f7-d9f364614abd for instance with vm_state building and task_state spawning. [ 875.150255] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Received event network-changed-3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.150255] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Refreshing instance network info cache due to event network-changed-3fec77fa-3751-46ec-b3f7-d9f364614abd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.150255] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.170830] env[69692]: DEBUG nova.network.neutron [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.312029] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527a02c4-01ce-2c2c-9034-2afc7ee29384, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.312029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.312029] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c313d34f-a527-4c11-b136-f11072822afa/c313d34f-a527-4c11-b136-f11072822afa.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.312029] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84447d0-8ad4-44df-83fa-613e039481ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.320594] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 875.320594] env[69692]: value = "task-3535900" [ 875.320594] env[69692]: _type = "Task" [ 875.320594] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.326033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "45975393-03bf-4e76-8f88-b96efafe6bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.326033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.326033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.326033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.326033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.328370] env[69692]: INFO nova.compute.manager [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Terminating instance [ 875.334286] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.404184] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535899, 'name': ReconfigVM_Task, 'duration_secs': 0.792736} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.404525] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eb087ccc-cfd3-4160-b189-b7b991a9a35c/eb087ccc-cfd3-4160-b189-b7b991a9a35c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.405261] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b96d402d-bafc-4186-9394-27e8bd75393c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.412762] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 875.412762] env[69692]: value = "task-3535901" [ 875.412762] env[69692]: _type = "Task" [ 875.412762] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.423224] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535901, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.509984] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Lock "cef84cb6-0860-43d3-be49-593f04be9ade" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.484s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.570030] env[69692]: DEBUG nova.network.neutron [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.649270] env[69692]: DEBUG nova.network.neutron [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.674424] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.675151] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.675449] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Instance network_info: |[{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.675731] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.675910] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Refreshing network info cache for port 3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.677139] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:6e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fec77fa-3751-46ec-b3f7-d9f364614abd', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.685055] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating folder: Project (971bb3d2b56340fe8a55af469a4906aa). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.686764] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fcd9049-daae-4c64-8a93-01327211075b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.698774] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created folder: Project (971bb3d2b56340fe8a55af469a4906aa) in parent group-v706084. [ 875.698961] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating folder: Instances. Parent ref: group-v706197. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.699594] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e38f61a-87f4-4da3-8e0b-b31ecbbbee66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.712722] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created folder: Instances in parent group-v706197. [ 875.712722] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.713057] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.713247] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6033e9e2-f60f-47b2-ba4c-db4294d5fe91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.737247] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.737247] env[69692]: value = "task-3535904" [ 875.737247] env[69692]: _type = "Task" [ 875.737247] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.750612] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535904, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.835290] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466649} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.835900] env[69692]: DEBUG nova.compute.manager [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.836119] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.836505] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c313d34f-a527-4c11-b136-f11072822afa/c313d34f-a527-4c11-b136-f11072822afa.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.836626] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.837426] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c4e5e-2418-4e56-ae64-d0407c089542 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.840099] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdb32581-57d1-4b52-b799-5bab5ba70a0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.848931] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.850678] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12da1019-4c7b-4144-9c65-010ae2bc63c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.851820] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 875.851820] env[69692]: value = "task-3535905" [ 875.851820] env[69692]: _type = "Task" [ 875.851820] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.858894] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 875.858894] env[69692]: value = "task-3535906" [ 875.858894] env[69692]: _type = "Task" [ 875.858894] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.865983] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.870694] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.926345] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535901, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.059560] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475d907-4a29-442b-853a-59eebc7bda04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.071159] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c23119-bc55-42b9-b6fd-204673c0a85b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.108525] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee5181-e0a4-4ad2-9190-891018a947dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.116499] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94f828f-94c0-4a21-bcc0-7fb5ed6fb0d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.131217] env[69692]: DEBUG nova.compute.provider_tree [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.154845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Releasing lock "refresh_cache-c6ba11b4-3636-4fda-8951-0eb9122d458d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.154943] env[69692]: DEBUG nova.compute.manager [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.155076] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.156020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f237d4-e3e5-463d-ab51-ca84fb0fdf8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.167127] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.167519] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd529828-91e0-4c4d-9eeb-6ff7057eeae7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.175741] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 876.175741] env[69692]: value = "task-3535907" [ 876.175741] env[69692]: _type = "Task" [ 876.175741] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.185991] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.250889] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535904, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.362281] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.370561] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.387029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "8da0e706-9a15-45bb-8592-ce21d40800c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.387259] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.387501] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.388851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.388851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.389924] env[69692]: INFO nova.compute.manager [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Terminating instance [ 876.425353] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535901, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.447221] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updated VIF entry in instance network info cache for port 3fec77fa-3751-46ec-b3f7-d9f364614abd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.447702] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.528966] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.529256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.530949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.530949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.530949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.532126] env[69692]: INFO nova.compute.manager [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Terminating instance [ 876.636589] env[69692]: DEBUG nova.scheduler.client.report [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.684500] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535907, 'name': PowerOffVM_Task, 'duration_secs': 0.134287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.684841] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.684973] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.685236] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c49fcde-bb97-4c49-b317-f04ff4fe8ba9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.711907] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.711907] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.712162] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Deleting the datastore file [datastore2] c6ba11b4-3636-4fda-8951-0eb9122d458d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.712449] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc724f7-b7c5-43e3-a398-862c0661a055 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.719680] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for the task: (returnval){ [ 876.719680] env[69692]: value = "task-3535909" [ 876.719680] env[69692]: _type = "Task" [ 876.719680] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.727677] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.752401] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535904, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.863261] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.822636} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.867874] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.868717] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f612ee-e80f-4ce2-9151-fa7e6b90dc24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.895387] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c313d34f-a527-4c11-b136-f11072822afa/c313d34f-a527-4c11-b136-f11072822afa.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.898482] env[69692]: DEBUG nova.compute.manager [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.898702] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.898950] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec98854-a0f8-439d-bb9e-1f534ba74972 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.913436] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535906, 'name': PowerOffVM_Task, 'duration_secs': 1.008187} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.914239] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284d9a4-718f-4b06-9150-a1863e44c0af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.917722] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.917923] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.919080] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e948489-f92f-4484-affc-29ae30db42f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.925987] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 876.925987] env[69692]: value = "task-3535910" [ 876.925987] env[69692]: _type = "Task" [ 876.925987] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.934665] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.934962] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535901, 'name': Rename_Task, 'duration_secs': 1.17954} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.935578] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0685651-c44f-4df8-b135-586ca47b3dc5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.937182] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.937420] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4fb0c7e-4c86-416a-96ab-e22fef6a03f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.942647] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.950101] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.950375] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Received event network-changed-bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.950582] env[69692]: DEBUG nova.compute.manager [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Refreshing instance network info cache due to event network-changed-bde7d610-b743-4272-a30b-68506158e55f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.950835] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Acquiring lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.952159] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Acquired lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.952159] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Refreshing network info cache for port bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.954846] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 876.954846] env[69692]: value = "task-3535913" [ 876.954846] env[69692]: _type = "Task" [ 876.954846] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.955198] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 876.955198] env[69692]: value = "task-3535912" [ 876.955198] env[69692]: _type = "Task" [ 876.955198] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.975315] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.978282] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.009632] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.010254] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.010254] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore2] 45975393-03bf-4e76-8f88-b96efafe6bb0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.010433] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e2d5f66-463a-43ea-930c-1918b98914eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.017774] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 877.017774] env[69692]: value = "task-3535914" [ 877.017774] env[69692]: _type = "Task" [ 877.017774] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.028411] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.036690] env[69692]: DEBUG nova.compute.manager [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.036932] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.037764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338e9f7-0655-4711-bdba-87aba8deda8f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.044853] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.045917] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b93fec9-43fe-4708-a527-5580576865f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.051271] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 877.051271] env[69692]: value = "task-3535915" [ 877.051271] env[69692]: _type = "Task" [ 877.051271] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.060966] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.141555] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.144883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.232s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.147196] env[69692]: INFO nova.compute.claims [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.177699] env[69692]: INFO nova.scheduler.client.report [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Deleted allocations for instance 55112777-8faf-4d2e-b9ba-6d85c5d76bea [ 877.230924] env[69692]: DEBUG oslo_vmware.api [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Task: {'id': task-3535909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110365} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.231300] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.232055] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.232055] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.232055] env[69692]: INFO nova.compute.manager [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 877.232427] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.232526] env[69692]: DEBUG nova.compute.manager [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.232634] env[69692]: DEBUG nova.network.neutron [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.252527] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535904, 'name': CreateVM_Task, 'duration_secs': 1.348447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.252792] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.253443] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.253627] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.253974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.254403] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2d26d2-1bc2-4bce-9cf9-77193edb4a4a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.260561] env[69692]: DEBUG nova.network.neutron [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.268033] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 877.268033] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527687d8-95a9-7f66-78d3-867743161244" [ 877.268033] env[69692]: _type = "Task" [ 877.268033] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.274995] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527687d8-95a9-7f66-78d3-867743161244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.436902] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535910, 'name': ReconfigVM_Task, 'duration_secs': 0.355055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.436902] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c313d34f-a527-4c11-b136-f11072822afa/c313d34f-a527-4c11-b136-f11072822afa.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.437493] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6686256-2ee7-4443-85f2-64cb09aa7cea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.446119] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 877.446119] env[69692]: value = "task-3535916" [ 877.446119] env[69692]: _type = "Task" [ 877.446119] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.453635] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535916, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.480144] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.480502] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535912, 'name': PowerOffVM_Task, 'duration_secs': 0.309526} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.480852] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.481841] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.482206] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8503636-b116-43d6-b484-cfa919e762db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.528073] env[69692]: DEBUG oslo_vmware.api [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3535914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221328} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.528422] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.528687] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.528877] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.529078] env[69692]: INFO nova.compute.manager [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Took 1.69 seconds to destroy the instance on the hypervisor. [ 877.529345] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.529558] env[69692]: DEBUG nova.compute.manager [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.529666] env[69692]: DEBUG nova.network.neutron [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.543850] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.544231] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.544437] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleting the datastore file [datastore1] 8da0e706-9a15-45bb-8592-ce21d40800c7 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.544719] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf44902e-106a-4627-b44e-bee6246ac19d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.551260] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 877.551260] env[69692]: value = "task-3535918" [ 877.551260] env[69692]: _type = "Task" [ 877.551260] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.562909] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.566132] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535915, 'name': PowerOffVM_Task, 'duration_secs': 0.215333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.566581] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.566845] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.567085] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a3cc0c2-3b71-422b-8af5-bf83641e3fe1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.687621] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5d242de2-d220-4afe-8e90-239939895867 tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Lock "55112777-8faf-4d2e-b9ba-6d85c5d76bea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.763777] env[69692]: DEBUG nova.network.neutron [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.785324] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527687d8-95a9-7f66-78d3-867743161244, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.785518] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.785978] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.786299] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.786550] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.786839] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.787020] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52997c3d-e775-47a9-8563-6f07dfc250b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.797574] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.797857] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.798882] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ceec7db-5aeb-4282-943b-23260fc00d76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.804663] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 877.804663] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529c7869-805a-d959-058d-490dc1090807" [ 877.804663] env[69692]: _type = "Task" [ 877.804663] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.813275] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529c7869-805a-d959-058d-490dc1090807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.942207] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.942430] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.942614] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleting the datastore file [datastore2] 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.942867] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8038d87c-a34b-4a4c-813a-c9f5d80b5500 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.952172] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for the task: (returnval){ [ 877.952172] env[69692]: value = "task-3535920" [ 877.952172] env[69692]: _type = "Task" [ 877.952172] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.958102] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535916, 'name': Rename_Task, 'duration_secs': 0.18942} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.958809] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.963353] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9389a2-0e19-4b6b-974a-8655eb8e1c59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.967334] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.973474] env[69692]: DEBUG oslo_vmware.api [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535913, 'name': PowerOnVM_Task, 'duration_secs': 0.719509} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.973602] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.975712] env[69692]: INFO nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Took 11.07 seconds to spawn the instance on the hypervisor. [ 877.975712] env[69692]: DEBUG nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.975712] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 877.975712] env[69692]: value = "task-3535921" [ 877.975712] env[69692]: _type = "Task" [ 877.975712] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.975712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c6cd9-3410-4c62-992f-d10443e15177 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.989312] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.061998] env[69692]: DEBUG oslo_vmware.api [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152698} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.062366] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.062462] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.062619] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.062790] env[69692]: INFO nova.compute.manager [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 878.063103] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.064559] env[69692]: DEBUG nova.compute.manager [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.064559] env[69692]: DEBUG nova.network.neutron [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.276680] env[69692]: INFO nova.compute.manager [-] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Took 1.04 seconds to deallocate network for instance. [ 878.301090] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updated VIF entry in instance network info cache for port bde7d610-b743-4272-a30b-68506158e55f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.301090] env[69692]: DEBUG nova.network.neutron [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updating instance_info_cache with network_info: [{"id": "bde7d610-b743-4272-a30b-68506158e55f", "address": "fa:16:3e:1c:07:c4", "network": {"id": "f1d55685-a042-4278-a951-1e1f1014cf20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-291324217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca084b016f9f4eb581c337c34bfcacce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde7d610-b7", "ovs_interfaceid": "bde7d610-b743-4272-a30b-68506158e55f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.322910] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529c7869-805a-d959-058d-490dc1090807, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.324558] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86de0338-2e3a-4d4b-8d74-b51e366c4b3f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.331676] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 878.331676] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5217df66-6b3c-185a-4b15-40cb27e48832" [ 878.331676] env[69692]: _type = "Task" [ 878.331676] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.342706] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5217df66-6b3c-185a-4b15-40cb27e48832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.463501] env[69692]: DEBUG oslo_vmware.api [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Task: {'id': task-3535920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472583} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.463501] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.463639] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.463707] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.464150] env[69692]: INFO nova.compute.manager [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Took 1.43 seconds to destroy the instance on the hypervisor. [ 878.464150] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.467580] env[69692]: DEBUG nova.compute.manager [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.467580] env[69692]: DEBUG nova.network.neutron [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.497593] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.503621] env[69692]: INFO nova.compute.manager [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Took 47.11 seconds to build instance. [ 878.522376] env[69692]: DEBUG nova.compute.manager [req-7f88e284-45b3-44df-ab16-5d62463c6fc0 req-d5586af0-bf70-4af6-8b13-4a85a992112d service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Received event network-vif-deleted-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.522569] env[69692]: INFO nova.compute.manager [req-7f88e284-45b3-44df-ab16-5d62463c6fc0 req-d5586af0-bf70-4af6-8b13-4a85a992112d service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Neutron deleted interface da89b673-5e6f-4519-9c5a-d4e5d56c9ca6; detaching it from the instance and deleting it from the info cache [ 878.522734] env[69692]: DEBUG nova.network.neutron [req-7f88e284-45b3-44df-ab16-5d62463c6fc0 req-d5586af0-bf70-4af6-8b13-4a85a992112d service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.754801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19dc554-8bdc-490a-9809-82997ae8346d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.765497] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b031236-02e0-463c-9e92-506b51ad660a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.806319] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.806319] env[69692]: DEBUG oslo_concurrency.lockutils [req-15d38b0b-aa95-4088-94b5-fefb855c5acf req-9639c15c-67d1-4df7-9ae4-35adf108ecf8 service nova] Releasing lock "refresh_cache-03afb7d6-186a-4fce-a004-003937329ff2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.810440] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444f187-d82c-4ced-8c15-733763758240 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.817021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0593b-8192-4523-a12f-a4d5f989a119 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.831475] env[69692]: DEBUG nova.compute.provider_tree [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.842866] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5217df66-6b3c-185a-4b15-40cb27e48832, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.842866] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.842866] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.843220] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf37f945-c4c6-4f55-bd29-3c56ec9f8bcd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.850550] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 878.850550] env[69692]: value = "task-3535922" [ 878.850550] env[69692]: _type = "Task" [ 878.850550] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.860487] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.905975] env[69692]: DEBUG nova.network.neutron [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.005300] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.006513] env[69692]: DEBUG oslo_concurrency.lockutils [None req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.368s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.032153] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6087c87-6ae6-4dcd-b096-a052f36b495a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.046844] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400bead-e40a-495d-92d3-ed4ae5687cd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.090077] env[69692]: DEBUG nova.compute.manager [req-7f88e284-45b3-44df-ab16-5d62463c6fc0 req-d5586af0-bf70-4af6-8b13-4a85a992112d service nova] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Detach interface failed, port_id=da89b673-5e6f-4519-9c5a-d4e5d56c9ca6, reason: Instance 45975393-03bf-4e76-8f88-b96efafe6bb0 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.157355] env[69692]: DEBUG nova.network.neutron [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.338660] env[69692]: DEBUG nova.scheduler.client.report [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.361445] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484578} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.361628] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.361874] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.362185] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c47f0b5-cfd1-4e8a-b0c2-52c039e638f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.369301] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 879.369301] env[69692]: value = "task-3535923" [ 879.369301] env[69692]: _type = "Task" [ 879.369301] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.376664] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.412290] env[69692]: INFO nova.compute.manager [-] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Took 1.88 seconds to deallocate network for instance. [ 879.457243] env[69692]: DEBUG nova.network.neutron [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.497234] env[69692]: DEBUG oslo_vmware.api [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535921, 'name': PowerOnVM_Task, 'duration_secs': 1.100285} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.497234] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.497234] env[69692]: INFO nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Took 9.87 seconds to spawn the instance on the hypervisor. [ 879.497234] env[69692]: DEBUG nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.497234] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aa55a5-6cc8-4666-b7cb-c2f1aa1f12d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.511279] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.662189] env[69692]: INFO nova.compute.manager [-] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Took 1.60 seconds to deallocate network for instance. [ 879.845714] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.846371] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.850087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.742s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.883302] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06504} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.883593] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.884587] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c96af2-d49c-49ae-9545-a1593c4e7dea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.910501] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.910501] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad0ecb2-41f0-4fd4-a03c-c6a4b6a15d32 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.925270] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.931847] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 879.931847] env[69692]: value = "task-3535924" [ 879.931847] env[69692]: _type = "Task" [ 879.931847] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.939770] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.961863] env[69692]: INFO nova.compute.manager [-] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Took 1.49 seconds to deallocate network for instance. [ 880.020658] env[69692]: INFO nova.compute.manager [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Took 44.46 seconds to build instance. [ 880.041324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.173945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.354727] env[69692]: DEBUG nova.compute.utils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.357741] env[69692]: INFO nova.compute.claims [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.364840] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.365097] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.447846] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.467961] env[69692]: DEBUG nova.policy [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bc627b4b0e4f919ff33320d5c2f094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46ac14530e9a40148eea35bff3805d3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.472988] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.526065] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f4cfd6-df18-4ace-bd90-06fca523091d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.710s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.865155] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.870611] env[69692]: INFO nova.compute.resource_tracker [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating resource usage from migration 53d0f34f-f5bc-442d-899d-9f879504aa97 [ 880.889884] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Successfully created port: 52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.943453] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535924, 'name': ReconfigVM_Task, 'duration_secs': 0.841672} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.943724] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.944450] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dabbed2d-2eba-42d5-9785-f26070a44095 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.959467] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 880.959467] env[69692]: value = "task-3535925" [ 880.959467] env[69692]: _type = "Task" [ 880.959467] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.959467] env[69692]: DEBUG nova.compute.manager [req-de47c064-f901-420e-aa54-b7ad89261554 req-630841da-21f6-4a81-bc91-8533b8f419e7 service nova] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Received event network-vif-deleted-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.959467] env[69692]: DEBUG nova.compute.manager [req-de47c064-f901-420e-aa54-b7ad89261554 req-630841da-21f6-4a81-bc91-8533b8f419e7 service nova] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Received event network-vif-deleted-bfd7d279-b6e9-498a-a5d0-df708730173d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.973261] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535925, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.028923] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.471788] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535925, 'name': Rename_Task, 'duration_secs': 0.351489} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.474928] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.476371] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b4f8bd-009b-4d16-b479-4e14c02c9aef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.482912] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 881.482912] env[69692]: value = "task-3535926" [ 881.482912] env[69692]: _type = "Task" [ 881.482912] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.491232] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.505594] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2059f03f-9c8d-4e7b-9078-71d4401d95a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.513470] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7639e986-e9d2-46c0-9ef3-cd254393f344 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.545242] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb93dae-c129-4b33-8488-8c92ff463b3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.555319] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9dec6d-2555-4f5c-a44e-47c1b1961a73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.563662] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.571994] env[69692]: DEBUG nova.compute.provider_tree [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.621431] env[69692]: INFO nova.compute.manager [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Rescuing [ 881.621431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.621431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.621431] env[69692]: DEBUG nova.network.neutron [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.881985] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.912691] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.912991] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.913209] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.913444] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.913926] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.913926] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.914072] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.914306] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.914483] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.915325] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.919021] env[69692]: DEBUG nova.virt.hardware [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.919021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74a7d9-3673-45ea-aced-9df24a18b9ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.927282] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ac0a7-028f-40d2-b299-169290080333 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.995735] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.079027] env[69692]: DEBUG nova.scheduler.client.report [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.495237] env[69692]: DEBUG oslo_vmware.api [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3535926, 'name': PowerOnVM_Task, 'duration_secs': 0.587627} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.495767] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.496301] env[69692]: INFO nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 10.09 seconds to spawn the instance on the hypervisor. [ 882.496569] env[69692]: DEBUG nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.504324] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf2a35-72fe-4d52-a237-1470649b8540 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.584673] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.735s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.584890] env[69692]: INFO nova.compute.manager [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Migrating [ 882.585141] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.585327] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.587016] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.727s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.588566] env[69692]: INFO nova.compute.claims [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.640972] env[69692]: DEBUG nova.network.neutron [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Updating instance_info_cache with network_info: [{"id": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "address": "fa:16:3e:54:96:e0", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4b11f4-a9", "ovs_interfaceid": "cb4b11f4-a93c-43d2-87c6-c727d871adac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.978610] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Successfully updated port: 52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.024334] env[69692]: INFO nova.compute.manager [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 44.93 seconds to build instance. [ 883.096225] env[69692]: INFO nova.compute.rpcapi [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 883.096225] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.145877] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "refresh_cache-c313d34f-a527-4c11-b136-f11072822afa" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270188] env[69692]: DEBUG nova.compute.manager [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Received event network-vif-plugged-52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.270430] env[69692]: DEBUG oslo_concurrency.lockutils [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] Acquiring lock "fff86862-b110-4755-af71-3a95fc678159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.270652] env[69692]: DEBUG oslo_concurrency.lockutils [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] Lock "fff86862-b110-4755-af71-3a95fc678159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.270799] env[69692]: DEBUG oslo_concurrency.lockutils [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] Lock "fff86862-b110-4755-af71-3a95fc678159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.270967] env[69692]: DEBUG nova.compute.manager [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] No waiting events found dispatching network-vif-plugged-52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.271583] env[69692]: WARNING nova.compute.manager [req-885324cf-d583-48f0-84e3-dd474ffc86bb req-80b3f68b-2fff-4271-8d14-488664c824a0 service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Received unexpected event network-vif-plugged-52886bf3-20ef-4e0b-aceb-6512d990b13a for instance with vm_state building and task_state spawning. [ 883.481217] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.481217] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.481217] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.526361] env[69692]: DEBUG oslo_concurrency.lockutils [None req-56249aa6-164e-46ef-bc60-206a8078ee20 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.472s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.622855] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.622855] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.622855] env[69692]: DEBUG nova.network.neutron [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.869166] env[69692]: DEBUG nova.compute.manager [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.869166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd8b0d5-1064-49e6-83d4-6f3efafc35cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.036035] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.048433] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.198630] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a41287-bb46-4c21-b002-058c83d94c80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.207420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf11421-d989-49f0-8b19-4fb12cc9703b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.245802] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993ea3a-839f-4f54-95e5-596108883d8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.254346] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6533a-0607-4010-8c9b-20e56d5e7db4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.268923] env[69692]: DEBUG nova.compute.provider_tree [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.386229] env[69692]: INFO nova.compute.manager [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] instance snapshotting [ 884.391257] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d943fd0-0590-47af-9c0e-490370ef1644 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.414891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a97e5-01e7-4c8b-a4f7-2f3ece0f29ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.520291] env[69692]: DEBUG nova.network.neutron [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Updating instance_info_cache with network_info: [{"id": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "address": "fa:16:3e:19:3b:86", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52886bf3-20", "ovs_interfaceid": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.568942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.655986] env[69692]: DEBUG nova.network.neutron [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.696079] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.696669] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a6c48a-6494-46d6-954d-e1a0d642ea07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.708023] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 884.708023] env[69692]: value = "task-3535927" [ 884.708023] env[69692]: _type = "Task" [ 884.708023] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.715320] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.775838] env[69692]: DEBUG nova.scheduler.client.report [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.930286] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.931017] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b70bbe96-2b09-4249-a535-02e70e959500 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.941136] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 884.941136] env[69692]: value = "task-3535928" [ 884.941136] env[69692]: _type = "Task" [ 884.941136] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.951300] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.030135] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030496] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Instance network_info: |[{"id": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "address": "fa:16:3e:19:3b:86", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52886bf3-20", "ovs_interfaceid": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.031063] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:3b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52886bf3-20ef-4e0b-aceb-6512d990b13a', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.051535] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating folder: Project (46ac14530e9a40148eea35bff3805d3e). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.051747] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f416b37-dc2f-4599-9290-59046366373c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.064406] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Created folder: Project (46ac14530e9a40148eea35bff3805d3e) in parent group-v706084. [ 885.064638] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating folder: Instances. Parent ref: group-v706200. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.064917] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b201195-6344-473c-9169-d130b2f5b800 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.079272] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Created folder: Instances in parent group-v706200. [ 885.079631] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.080039] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff86862-b110-4755-af71-3a95fc678159] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.080407] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768d45ab-0525-44b3-a836-a56ae4ccbc93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.104699] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.104699] env[69692]: value = "task-3535931" [ 885.104699] env[69692]: _type = "Task" [ 885.104699] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.113931] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535931, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.160991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.224499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.224743] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.224962] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535927, 'name': PowerOffVM_Task, 'duration_secs': 0.210641} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.225262] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.229023] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af51d7f4-d48a-436b-b4f4-f0b8621f11f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.255060] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546d19c-a166-4d4f-923b-10f9037e0a48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.282295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.282295] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.289653] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.684s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.289751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.289932] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 885.290274] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.690s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.290502] env[69692]: DEBUG nova.objects.instance [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.302203] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74769191-2305-48e9-85b4-488f5cf6b569 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.314811] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d70a059-5976-4c26-b4a3-4f88f64006f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.325580] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.326650] env[69692]: DEBUG nova.compute.manager [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Received event network-changed-52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.327198] env[69692]: DEBUG nova.compute.manager [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Refreshing instance network info cache due to event network-changed-52886bf3-20ef-4e0b-aceb-6512d990b13a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.327198] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Acquiring lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.327338] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Acquired lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.327413] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Refreshing network info cache for port 52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.329622] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f81b02-d87c-4f54-968f-f84335ed196d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.347887] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f755ab-382f-4d2f-8a4f-f054be901f33 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.351502] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 885.351502] env[69692]: value = "task-3535932" [ 885.351502] env[69692]: _type = "Task" [ 885.351502] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.364603] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a333cef-4296-44bc-8529-390baf3553bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.374993] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.375197] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.375985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.375985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.375985] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.376241] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f53e877d-257f-4616-a73e-6aa909c93379 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.406041] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179035MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 885.406176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.415316] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.415602] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.416569] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7773673f-8aba-41d6-92aa-c572c07a7881 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.423040] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 885.423040] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0d287-5688-8334-713e-bb3300dc1bce" [ 885.423040] env[69692]: _type = "Task" [ 885.423040] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.433047] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0d287-5688-8334-713e-bb3300dc1bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.451559] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.616436] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535931, 'name': CreateVM_Task, 'duration_secs': 0.389207} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.616696] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff86862-b110-4755-af71-3a95fc678159] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.617483] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617642] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618275] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618550] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cc8f5a-f91a-4638-8972-683af7a7a9aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.625049] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 885.625049] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52052754-646a-b670-ccb5-8e9094ee10a7" [ 885.625049] env[69692]: _type = "Task" [ 885.625049] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.633757] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52052754-646a-b670-ccb5-8e9094ee10a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.803847] env[69692]: DEBUG nova.compute.utils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.809130] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.809411] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.931813] env[69692]: DEBUG nova.policy [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bc627b4b0e4f919ff33320d5c2f094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46ac14530e9a40148eea35bff3805d3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.938489] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0d287-5688-8334-713e-bb3300dc1bce, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.940019] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5083bb7-51a1-4e23-b18a-0338d80548a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.948644] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 885.948644] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528bd43b-afba-37dd-9c55-f6105d4004dd" [ 885.948644] env[69692]: _type = "Task" [ 885.948644] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.955686] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535928, 'name': CreateSnapshot_Task, 'duration_secs': 0.709858} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.956645] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.957375] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1ad13-d2a8-45d6-a060-bf20124c1e7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.965776] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528bd43b-afba-37dd-9c55-f6105d4004dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.141054] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52052754-646a-b670-ccb5-8e9094ee10a7, 'name': SearchDatastore_Task, 'duration_secs': 0.024909} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.141262] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.141568] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.142705] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.142705] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.142705] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.142705] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4539b15c-13f7-4627-82ac-2de6468d3f03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.153768] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.153968] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.155617] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74a1f23-8222-477e-a4b2-ee23e1950f79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.160946] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 886.160946] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521afe03-8433-aafc-25b9-b0f340d10d90" [ 886.160946] env[69692]: _type = "Task" [ 886.160946] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.169185] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521afe03-8433-aafc-25b9-b0f340d10d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.220131] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Updated VIF entry in instance network info cache for port 52886bf3-20ef-4e0b-aceb-6512d990b13a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.221195] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Updating instance_info_cache with network_info: [{"id": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "address": "fa:16:3e:19:3b:86", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52886bf3-20", "ovs_interfaceid": "52886bf3-20ef-4e0b-aceb-6512d990b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.309916] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.314501] env[69692]: DEBUG oslo_concurrency.lockutils [None req-210fcbf6-fdc3-4e91-9f38-9fd59e1cec72 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.318259] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.900s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.318259] env[69692]: INFO nova.compute.claims [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.372190] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Successfully created port: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.459913] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528bd43b-afba-37dd-9c55-f6105d4004dd, 'name': SearchDatastore_Task, 'duration_secs': 0.027182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.459913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.460180] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c313d34f-a527-4c11-b136-f11072822afa/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.460453] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08960b04-8381-4057-b993-7d5bfa13c99a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.467539] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 886.467539] env[69692]: value = "task-3535933" [ 886.467539] env[69692]: _type = "Task" [ 886.467539] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.476771] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.483384] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.483487] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55841166-497b-43f4-9a31-9c78d7ca982b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.493242] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 886.493242] env[69692]: value = "task-3535934" [ 886.493242] env[69692]: _type = "Task" [ 886.493242] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.507844] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.531455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "6f29f695-9210-4683-a685-21ff6672167b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.531583] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.676839] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521afe03-8433-aafc-25b9-b0f340d10d90, 'name': SearchDatastore_Task, 'duration_secs': 0.020055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.679852] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c819e-3308-47c5-9a8a-6bd670c5b501 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.682968] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f5f3b7-0997-4e57-a133-17ae355d786f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.688845] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 886.688845] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f12854-8e3a-2318-40d3-35f60cde4875" [ 886.688845] env[69692]: _type = "Task" [ 886.688845] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.705450] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.718710] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f12854-8e3a-2318-40d3-35f60cde4875, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.719073] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.719337] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fff86862-b110-4755-af71-3a95fc678159/fff86862-b110-4755-af71-3a95fc678159.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.719707] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6a7b77-1a45-4ef3-8f89-280bbbe08303 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.723835] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Releasing lock "refresh_cache-fff86862-b110-4755-af71-3a95fc678159" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.723835] env[69692]: DEBUG nova.compute.manager [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Received event network-changed-3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.723835] env[69692]: DEBUG nova.compute.manager [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Refreshing instance network info cache due to event network-changed-3fec77fa-3751-46ec-b3f7-d9f364614abd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.724192] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.724395] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724573] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Refreshing network info cache for port 3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.728625] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 886.728625] env[69692]: value = "task-3535935" [ 886.728625] env[69692]: _type = "Task" [ 886.728625] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.738424] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.985057] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.008904] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.214891] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.215165] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eab0e09-00ae-40fc-a660-26ac0b38c09f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.223321] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 887.223321] env[69692]: value = "task-3535936" [ 887.223321] env[69692]: _type = "Task" [ 887.223321] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.238338] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.247641] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535935, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.322386] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.370869] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.371320] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.371320] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.371519] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.371703] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.371874] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.373932] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.375302] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.375539] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.375809] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.375990] env[69692]: DEBUG nova.virt.hardware [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.376995] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74879be9-2ba6-4131-aa1b-090b8745f8cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.395740] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a0922-ca97-428c-8e8c-efaaf50e6183 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.482216] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568149} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.482543] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c313d34f-a527-4c11-b136-f11072822afa/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 887.486300] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde904e-4bcc-4901-aed3-ed8ad9811e65 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.519729] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c313d34f-a527-4c11-b136-f11072822afa/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.522339] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb11405-8283-4e68-85e4-73b0a750a54a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.543090] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.544963] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 887.544963] env[69692]: value = "task-3535937" [ 887.544963] env[69692]: _type = "Task" [ 887.544963] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.553709] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.571774] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updated VIF entry in instance network info cache for port 3fec77fa-3751-46ec-b3f7-d9f364614abd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.572369] env[69692]: DEBUG nova.network.neutron [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.736542] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535936, 'name': PowerOffVM_Task, 'duration_secs': 0.237186} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.740348] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.740609] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.752746] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670946} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.753154] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fff86862-b110-4755-af71-3a95fc678159/fff86862-b110-4755-af71-3a95fc678159.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.753154] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.757072] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa95992-42f9-44e0-9b09-ae2acf2540a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.759485] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 887.759485] env[69692]: value = "task-3535938" [ 887.759485] env[69692]: _type = "Task" [ 887.759485] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.768721] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.865169] env[69692]: DEBUG nova.compute.manager [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Received event network-vif-plugged-2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.865446] env[69692]: DEBUG oslo_concurrency.lockutils [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] Acquiring lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.865663] env[69692]: DEBUG oslo_concurrency.lockutils [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] Lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.865832] env[69692]: DEBUG oslo_concurrency.lockutils [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] Lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.865998] env[69692]: DEBUG nova.compute.manager [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] No waiting events found dispatching network-vif-plugged-2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.866174] env[69692]: WARNING nova.compute.manager [req-3f961dcf-090f-4515-89bc-debd38b9c48b req-716b049c-0161-4636-8b2a-fd17a6c34656 service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Received unexpected event network-vif-plugged-2b0ed9c7-dfdb-4f02-a79c-6730349224ba for instance with vm_state building and task_state spawning. [ 887.918315] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0cedf3-ce18-4e03-b002-b8442bce71bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.929557] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14b9a9-27ba-4b73-9aad-13452706835b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.962787] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac0e8cf-015b-4c12-8eeb-f2beb16d610b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.968722] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Successfully updated port: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.976068] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84bdcd3-4144-4439-9e29-3b39025db42d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.991136] env[69692]: DEBUG nova.compute.provider_tree [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.002675] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.054045] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535937, 'name': ReconfigVM_Task, 'duration_secs': 0.318123} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.054332] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c313d34f-a527-4c11-b136-f11072822afa/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.055203] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af66cf4e-4020-4188-b2ef-c117ab38abd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.075338] env[69692]: DEBUG oslo_concurrency.lockutils [req-5d7390b8-e8ae-4f31-bd27-91b172a0d0ad req-a04f79e2-97b1-4557-acdf-7ee43156b5cd service nova] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.080373] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05675b12-5559-4268-9447-69e33ccea5ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.096547] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 888.096547] env[69692]: value = "task-3535939" [ 888.096547] env[69692]: _type = "Task" [ 888.096547] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.104714] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.250274] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.250534] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.250732] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.250931] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.251096] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.251321] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.251602] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.251783] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.251955] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.252133] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.252308] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.257792] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027193a5-bd60-4e58-9309-47bbd37786d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.278967] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170376} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.280231] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.280723] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 888.280723] env[69692]: value = "task-3535940" [ 888.280723] env[69692]: _type = "Task" [ 888.280723] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.281424] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1e61c-160d-4296-8285-e539cfc435ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292490] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.311636] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] fff86862-b110-4755-af71-3a95fc678159/fff86862-b110-4755-af71-3a95fc678159.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.311948] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2417d9-8dff-4fda-9e22-c48c5127fc07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.334897] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 888.334897] env[69692]: value = "task-3535941" [ 888.334897] env[69692]: _type = "Task" [ 888.334897] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.343455] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.476639] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.476889] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.477157] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.493661] env[69692]: DEBUG nova.scheduler.client.report [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.507558] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.607527] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535939, 'name': ReconfigVM_Task, 'duration_secs': 0.153815} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.607834] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.608111] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ca8dfd-e162-4ad0-8d57-ccf50a5c346b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.614953] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 888.614953] env[69692]: value = "task-3535942" [ 888.614953] env[69692]: _type = "Task" [ 888.614953] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.623842] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.793572] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.844682] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535941, 'name': ReconfigVM_Task, 'duration_secs': 0.285102} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.844957] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Reconfigured VM instance instance-0000002c to attach disk [datastore1] fff86862-b110-4755-af71-3a95fc678159/fff86862-b110-4755-af71-3a95fc678159.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.845675] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176cdf4a-1fa9-4534-8aea-52d6180ce4c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.851416] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 888.851416] env[69692]: value = "task-3535943" [ 888.851416] env[69692]: _type = "Task" [ 888.851416] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.859458] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535943, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.999078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.999603] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.002251] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.855s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.002791] env[69692]: DEBUG nova.objects.instance [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lazy-loading 'resources' on Instance uuid dacb9dae-a6a0-4795-a7a9-da7c5a238af0 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.013616] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535934, 'name': CloneVM_Task, 'duration_secs': 2.040787} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.013873] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Created linked-clone VM from snapshot [ 889.014740] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca3e8b-7993-4231-8b4a-004f1b85dfd1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.017915] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.025673] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Uploading image 90579830-c199-45c8-af36-faba8ad207e1 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.041083] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.043472] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26a80fdf-1715-4405-868b-e08f02b96bee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.054775] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 889.054775] env[69692]: value = "task-3535944" [ 889.054775] env[69692]: _type = "Task" [ 889.054775] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.064606] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535944, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.125873] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.174276] env[69692]: DEBUG nova.network.neutron [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Updating instance_info_cache with network_info: [{"id": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "address": "fa:16:3e:6a:b1:be", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0ed9c7-df", "ovs_interfaceid": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.294648] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.362384] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535943, 'name': Rename_Task, 'duration_secs': 0.181405} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.362706] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.363074] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85fa637f-6f89-4718-8d00-bf3d188dc118 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.369735] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 889.369735] env[69692]: value = "task-3535945" [ 889.369735] env[69692]: _type = "Task" [ 889.369735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.377910] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.509700] env[69692]: DEBUG nova.compute.utils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.513911] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.514775] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.552144] env[69692]: DEBUG nova.policy [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e77f957ca208416c825d5c929fd80186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0241ad87f34faea23382e4ab16b480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.565900] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535944, 'name': Destroy_Task, 'duration_secs': 0.480457} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.566271] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Destroyed the VM [ 889.566682] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.569562] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b49f202f-f7b7-4b39-a7e0-b9058be36f0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.577224] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 889.577224] env[69692]: value = "task-3535946" [ 889.577224] env[69692]: _type = "Task" [ 889.577224] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.588079] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535946, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.628561] env[69692]: DEBUG oslo_vmware.api [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3535942, 'name': PowerOnVM_Task, 'duration_secs': 0.994627} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.628848] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.631803] env[69692]: DEBUG nova.compute.manager [None req-37f46be6-ea88-4e2b-8063-4f4f9544e0d9 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.632869] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c72ac-ce94-48f1-9fb2-2340b3a3cfc9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.680535] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.680865] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Instance network_info: |[{"id": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "address": "fa:16:3e:6a:b1:be", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0ed9c7-df", "ovs_interfaceid": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.682073] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b1:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b0ed9c7-dfdb-4f02-a79c-6730349224ba', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.689400] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.690336] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.690569] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa7ea07-71af-455c-81e7-aa0c93f70b1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.713720] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.713720] env[69692]: value = "task-3535947" [ 889.713720] env[69692]: _type = "Task" [ 889.713720] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.724406] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535947, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.795605] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535940, 'name': ReconfigVM_Task, 'duration_secs': 1.094158} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.798926] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.888187] env[69692]: DEBUG oslo_vmware.api [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535945, 'name': PowerOnVM_Task, 'duration_secs': 0.444791} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.889174] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Successfully created port: 78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.892632] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.893396] env[69692]: INFO nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 8.01 seconds to spawn the instance on the hypervisor. [ 889.893396] env[69692]: DEBUG nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.898852] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bdcac-b7c4-405d-b2d3-d8c2de39d3c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.931481] env[69692]: DEBUG nova.compute.manager [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Received event network-changed-2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.931679] env[69692]: DEBUG nova.compute.manager [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Refreshing instance network info cache due to event network-changed-2b0ed9c7-dfdb-4f02-a79c-6730349224ba. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.931924] env[69692]: DEBUG oslo_concurrency.lockutils [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] Acquiring lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.932108] env[69692]: DEBUG oslo_concurrency.lockutils [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] Acquired lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.932256] env[69692]: DEBUG nova.network.neutron [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Refreshing network info cache for port 2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.014898] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.076467] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9425ff9-5d14-4a62-b8c8-24b5b8972a4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.089892] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535946, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.091310] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237aec2-f153-4573-9ee6-b2dc3472891d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.123851] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec0bd0-61c0-4120-8f0b-d7b084b608d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.133590] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea63148-c8df-4421-8f99-35c5bb92f816 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.152920] env[69692]: DEBUG nova.compute.provider_tree [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.223394] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535947, 'name': CreateVM_Task, 'duration_secs': 0.389184} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.223565] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.224295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.224472] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.224793] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.225094] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5878d9-ac4c-4127-b672-1bac8c898946 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.229762] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 890.229762] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522a8684-88d2-c93e-bb45-4c39958ce2d4" [ 890.229762] env[69692]: _type = "Task" [ 890.229762] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.237634] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a8684-88d2-c93e-bb45-4c39958ce2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.305597] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.305931] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.306190] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.306481] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.306717] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.306945] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.307255] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.307496] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.307745] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.307991] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.308282] env[69692]: DEBUG nova.virt.hardware [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.314589] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.315380] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2add441-26ce-45bc-9047-752d9212188a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.338581] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 890.338581] env[69692]: value = "task-3535948" [ 890.338581] env[69692]: _type = "Task" [ 890.338581] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.348796] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.424639] env[69692]: INFO nova.compute.manager [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 47.52 seconds to build instance. [ 890.589720] env[69692]: DEBUG oslo_vmware.api [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535946, 'name': RemoveSnapshot_Task, 'duration_secs': 0.93025} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.589999] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.656374] env[69692]: DEBUG nova.scheduler.client.report [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.675061] env[69692]: DEBUG nova.network.neutron [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Updated VIF entry in instance network info cache for port 2b0ed9c7-dfdb-4f02-a79c-6730349224ba. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.675167] env[69692]: DEBUG nova.network.neutron [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Updating instance_info_cache with network_info: [{"id": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "address": "fa:16:3e:6a:b1:be", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0ed9c7-df", "ovs_interfaceid": "2b0ed9c7-dfdb-4f02-a79c-6730349224ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.740606] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a8684-88d2-c93e-bb45-4c39958ce2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.740606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.740827] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.741078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.741230] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.741413] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.741677] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18146d28-7c49-4c86-8aef-551b8a396abb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.755020] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.755233] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.756018] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1044711-7c96-43a4-8fa3-cbc359828381 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.761117] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 890.761117] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5275d2cc-3815-8f96-edf8-c3dcfb897e52" [ 890.761117] env[69692]: _type = "Task" [ 890.761117] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.769264] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5275d2cc-3815-8f96-edf8-c3dcfb897e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.848271] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535948, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.926196] env[69692]: DEBUG oslo_concurrency.lockutils [None req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.532s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.026885] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.042061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "09c53286-6c55-4a21-a118-f463bf31d88f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.042306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.056100] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.056349] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.056534] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.056725] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.056869] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.057027] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.057239] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.057399] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.057569] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.057731] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.057902] env[69692]: DEBUG nova.virt.hardware [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.059070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375fa2b3-0d29-4787-89f6-1edab38b9acb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.067815] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7d403-93a1-41e1-a74d-c868a8c833c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.094497] env[69692]: WARNING nova.compute.manager [None req-92a837dd-fe34-4785-ae11-7792a9774cd4 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Image not found during snapshot: nova.exception.ImageNotFound: Image 90579830-c199-45c8-af36-faba8ad207e1 could not be found. [ 891.160754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.163849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.482s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.163849] env[69692]: DEBUG nova.objects.instance [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lazy-loading 'resources' on Instance uuid f86cbb87-023b-42b1-aef2-65c42a493437 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.177675] env[69692]: DEBUG oslo_concurrency.lockutils [req-0b7840d2-e33a-4772-8e09-3cad9a9aaec7 req-ee97720a-0d13-4cee-b127-0ee8befe29bd service nova] Releasing lock "refresh_cache-4ab390b7-fcfd-4038-b598-84235013de2b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183037] env[69692]: INFO nova.scheduler.client.report [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Deleted allocations for instance dacb9dae-a6a0-4795-a7a9-da7c5a238af0 [ 891.270846] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5275d2cc-3815-8f96-edf8-c3dcfb897e52, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.271728] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9a51ad-2043-4044-861c-37881e5d0f7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.276814] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 891.276814] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b6a76d-114b-7e0b-0b72-2d3b0b6784ab" [ 891.276814] env[69692]: _type = "Task" [ 891.276814] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.284403] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b6a76d-114b-7e0b-0b72-2d3b0b6784ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.348579] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535948, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.416275] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Successfully updated port: 78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.428867] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.432676] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.432959] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.433220] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.433418] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.433589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.435364] env[69692]: INFO nova.compute.manager [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Terminating instance [ 891.694712] env[69692]: DEBUG oslo_concurrency.lockutils [None req-355a4a18-b05a-4e7a-9c0e-46ae3c4d1483 tempest-ServerShowV254Test-316889087 tempest-ServerShowV254Test-316889087-project-member] Lock "dacb9dae-a6a0-4795-a7a9-da7c5a238af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.886s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.795200] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b6a76d-114b-7e0b-0b72-2d3b0b6784ab, 'name': SearchDatastore_Task, 'duration_secs': 0.025942} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.795200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.796158] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4ab390b7-fcfd-4038-b598-84235013de2b/4ab390b7-fcfd-4038-b598-84235013de2b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.796794] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4641bd5d-d078-4a3d-be23-bb9d2f3847fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.804458] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 891.804458] env[69692]: value = "task-3535949" [ 891.804458] env[69692]: _type = "Task" [ 891.804458] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.820582] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.851739] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535948, 'name': ReconfigVM_Task, 'duration_secs': 1.323832} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.851739] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.851739] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b4938-1429-45c7-a6c6-4fbb92270aa7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.887466] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.890141] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bfa8aee-270a-4343-ad7a-d3a5d8f55cc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.918340] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 891.918340] env[69692]: value = "task-3535950" [ 891.918340] env[69692]: _type = "Task" [ 891.918340] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.921141] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.921141] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.921423] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.931245] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.939698] env[69692]: DEBUG nova.compute.manager [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.939698] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.939830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed336cf-69a3-4970-b851-a042da39a437 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.952149] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.953403] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.953661] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8192d40-7464-4125-a51f-caf7c030cd38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.963903] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 891.963903] env[69692]: value = "task-3535951" [ 891.963903] env[69692]: _type = "Task" [ 891.963903] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.979115] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.018425] env[69692]: DEBUG nova.compute.manager [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received event network-vif-plugged-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.019411] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Acquiring lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.019411] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.019411] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.019411] env[69692]: DEBUG nova.compute.manager [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] No waiting events found dispatching network-vif-plugged-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.019855] env[69692]: WARNING nova.compute.manager [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received unexpected event network-vif-plugged-78395c42-1790-4e28-a12c-194a782f1b85 for instance with vm_state building and task_state spawning. [ 892.019855] env[69692]: DEBUG nova.compute.manager [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received event network-changed-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.019944] env[69692]: DEBUG nova.compute.manager [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing instance network info cache due to event network-changed-78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.020170] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Acquiring lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314858] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535949, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.330122] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac3aaf4-4c3c-4e7f-ada2-5de5dc087b49 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338237] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aed915-2b87-4d26-bfb7-c323072ffaf2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.370430] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a804044-7609-480e-bb1a-b7dff3a082a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.378849] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a77e0-de78-442e-8298-f5841d51966a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.392254] env[69692]: DEBUG nova.compute.provider_tree [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.427691] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535950, 'name': ReconfigVM_Task, 'duration_secs': 0.39927} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.427691] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab/76d87d9d-6121-4a3d-b7b2-4a75770ba2ab.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.427691] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.471831] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.478648] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535951, 'name': PowerOffVM_Task, 'duration_secs': 0.19751} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.479820] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.480144] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.482020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34013059-8cb0-44ca-8206-733c12a78967 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.545653] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.545859] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.546051] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleting the datastore file [datastore1] eb087ccc-cfd3-4160-b189-b7b991a9a35c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.546324] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94306692-0fdf-4a83-9bbb-cbc348805b0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.553758] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 892.553758] env[69692]: value = "task-3535953" [ 892.553758] env[69692]: _type = "Task" [ 892.553758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.563800] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.625236] env[69692]: DEBUG nova.network.neutron [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.817361] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524262} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.817639] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4ab390b7-fcfd-4038-b598-84235013de2b/4ab390b7-fcfd-4038-b598-84235013de2b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.817861] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.818141] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb54d9df-69d7-437f-9c0c-53a63d11337d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.824399] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 892.824399] env[69692]: value = "task-3535954" [ 892.824399] env[69692]: _type = "Task" [ 892.824399] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.832308] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.895565] env[69692]: DEBUG nova.scheduler.client.report [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.934712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab83bc-979f-481a-9090-df0385c37ba7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.961643] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d18a83-cbfa-4c92-8015-9298a114e3ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.980472] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.064955] env[69692]: DEBUG oslo_vmware.api [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3535953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469593} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.065305] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.065534] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.065719] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.065893] env[69692]: INFO nova.compute.manager [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.066151] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.066342] env[69692]: DEBUG nova.compute.manager [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.066465] env[69692]: DEBUG nova.network.neutron [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.128969] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.129335] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Instance network_info: |[{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.129648] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Acquired lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.129827] env[69692]: DEBUG nova.network.neutron [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.131564] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:37:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78395c42-1790-4e28-a12c-194a782f1b85', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.139242] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.142181] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.142414] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fac75991-67ed-401f-a5b1-7840f897d6bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.162150] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.162150] env[69692]: value = "task-3535955" [ 893.162150] env[69692]: _type = "Task" [ 893.162150] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.172118] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535955, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.336753] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078657} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.336909] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.337691] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116cf6e-5c90-4350-a5d5-8b4b96efa07a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.360478] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4ab390b7-fcfd-4038-b598-84235013de2b/4ab390b7-fcfd-4038-b598-84235013de2b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.361393] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9580389-f878-47de-98a7-d1f077e47244 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.383939] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 893.383939] env[69692]: value = "task-3535956" [ 893.383939] env[69692]: _type = "Task" [ 893.383939] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.390828] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.401173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.403619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.420s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.405419] env[69692]: INFO nova.compute.claims [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.426692] env[69692]: INFO nova.scheduler.client.report [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Deleted allocations for instance f86cbb87-023b-42b1-aef2-65c42a493437 [ 893.526227] env[69692]: DEBUG nova.network.neutron [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Port 90c933a7-6a1d-44ce-84e2-35a1e8f0541b binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 893.676131] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535955, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.837177] env[69692]: DEBUG nova.network.neutron [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.864369] env[69692]: DEBUG nova.network.neutron [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updated VIF entry in instance network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.864758] env[69692]: DEBUG nova.network.neutron [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.892012] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535956, 'name': ReconfigVM_Task, 'duration_secs': 0.478503} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.892371] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4ab390b7-fcfd-4038-b598-84235013de2b/4ab390b7-fcfd-4038-b598-84235013de2b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.892922] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2b636e-de20-4550-ab17-fb2f276ceb7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.899617] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 893.899617] env[69692]: value = "task-3535957" [ 893.899617] env[69692]: _type = "Task" [ 893.899617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.908880] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535957, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.933459] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Lock "f86cbb87-023b-42b1-aef2-65c42a493437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.137s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.048685] env[69692]: DEBUG nova.compute.manager [req-61b1db15-d792-4c73-9bfa-382e01314e96 req-4701d6e3-9831-465b-9b5a-7e32d9eab107 service nova] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Received event network-vif-deleted-ec009b34-cda4-419f-ae69-7ffef97dac8b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.177024] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535955, 'name': CreateVM_Task, 'duration_secs': 0.691458} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.177024] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.177024] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.177024] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.177024] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.177024] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3872750e-22d6-4fde-928a-fc900b517f7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.180614] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 894.180614] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520b2539-1ec7-0e47-b24e-9f36e673f671" [ 894.180614] env[69692]: _type = "Task" [ 894.180614] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.188068] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520b2539-1ec7-0e47-b24e-9f36e673f671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.340372] env[69692]: INFO nova.compute.manager [-] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Took 1.27 seconds to deallocate network for instance. [ 894.366947] env[69692]: DEBUG oslo_concurrency.lockutils [req-80597d96-e0fc-43c1-9941-63af9251d751 req-14352e3f-29f5-49fe-bdcb-c9afab3a5165 service nova] Releasing lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.412418] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535957, 'name': Rename_Task, 'duration_secs': 0.147892} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.416248] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.416814] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d35306a-4fb1-4c65-b92b-8c3255b8ed15 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.423499] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 894.423499] env[69692]: value = "task-3535958" [ 894.423499] env[69692]: _type = "Task" [ 894.423499] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.431014] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.554835] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.555118] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.559020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.694463] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520b2539-1ec7-0e47-b24e-9f36e673f671, 'name': SearchDatastore_Task, 'duration_secs': 0.021798} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.694779] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.695062] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.695355] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.695567] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.695819] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.696232] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-769c081e-dd1b-48b3-a97b-060649a1f649 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.705280] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.705467] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.706981] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b4cb69-dafb-43f9-948f-3cbd2a308680 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.713917] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 894.713917] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5212aacb-9d7c-7e6e-cb44-ad14703700d4" [ 894.713917] env[69692]: _type = "Task" [ 894.713917] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.720828] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5212aacb-9d7c-7e6e-cb44-ad14703700d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.847049] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.893699] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c63c68-78f0-4ae6-bfe9-3c077866d41e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.901834] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a04cb4-3218-4520-86d4-6c75a45db030 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.936507] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8282c079-a551-4ca2-b3d5-998f24cd6e1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.943930] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.947809] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ddac32-79ea-4e9d-8f1e-19e15444ad5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.963302] env[69692]: DEBUG nova.compute.provider_tree [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.225411] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5212aacb-9d7c-7e6e-cb44-ad14703700d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.226331] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21435410-e32c-4486-bea7-112e5b6239ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.235021] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 895.235021] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d4b9-6a01-1587-c702-177ff0ee488f" [ 895.235021] env[69692]: _type = "Task" [ 895.235021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.242368] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d4b9-6a01-1587-c702-177ff0ee488f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.445245] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.468043] env[69692]: DEBUG nova.scheduler.client.report [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.614751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.614940] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.615132] env[69692]: DEBUG nova.network.neutron [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.743786] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d4b9-6a01-1587-c702-177ff0ee488f, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.744420] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.744914] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01/d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.745721] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32dffcc4-1f85-4355-91b1-07b042e19024 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.756033] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 895.756033] env[69692]: value = "task-3535959" [ 895.756033] env[69692]: _type = "Task" [ 895.756033] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.764191] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.943278] env[69692]: DEBUG oslo_vmware.api [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535958, 'name': PowerOnVM_Task, 'duration_secs': 1.055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.943669] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.943811] env[69692]: INFO nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Took 8.62 seconds to spawn the instance on the hypervisor. [ 895.944115] env[69692]: DEBUG nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.945354] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab51104c-5c6f-40e7-ae41-36fa797cfcf4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.972651] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.973236] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.976016] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.976253] env[69692]: DEBUG nova.objects.instance [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lazy-loading 'resources' on Instance uuid 33867783-8b88-4c8b-ab6e-5786e689a611 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.263871] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535959, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.462717] env[69692]: INFO nova.compute.manager [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Took 49.62 seconds to build instance. [ 896.479087] env[69692]: DEBUG nova.compute.utils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.486274] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.486274] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.548597] env[69692]: DEBUG nova.policy [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22575f9a3b1743e3992b884e1f5bbbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44e8e47dae2432c9dda0860cc02c5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.611621] env[69692]: DEBUG nova.network.neutron [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.767179] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569661} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.767677] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01/d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.767677] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.767898] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d496f8-9784-4bf9-9c68-553e3bd886ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.774681] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 896.774681] env[69692]: value = "task-3535960" [ 896.774681] env[69692]: _type = "Task" [ 896.774681] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.783311] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.887713] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Successfully created port: ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.968497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.240s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.987657] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.034083] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74b3fc-6d62-41cd-89ab-394f1680f854 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.047151] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80efff78-e4d1-4fc9-b86f-312f0cf08e2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.086834] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ce168-c02f-425a-82e3-c2c1d7f5aa6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.094608] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be600e-5f6f-4089-bdd0-561690d5c5c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.109942] env[69692]: DEBUG nova.compute.provider_tree [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.115044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.284489] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102051} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.284760] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.285801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e93e3a-8b12-4839-a5f5-702d9557a915 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.308017] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01/d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.308655] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86fba25-5fde-4c10-bda7-1e622b82d43f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.328972] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 897.328972] env[69692]: value = "task-3535961" [ 897.328972] env[69692]: _type = "Task" [ 897.328972] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.337969] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.471564] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.618444] env[69692]: DEBUG nova.scheduler.client.report [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.648275] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a22f57-589f-446f-acf6-cfff0b279d32 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.676267] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f0f89-7615-40db-8254-fbe748de1408 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.684215] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.840177] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535961, 'name': ReconfigVM_Task, 'duration_secs': 0.401286} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.840538] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Reconfigured VM instance instance-0000002e to attach disk [datastore2] d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01/d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.841205] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c3b932c-1de1-4653-991a-e8453a956f19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.847691] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 897.847691] env[69692]: value = "task-3535962" [ 897.847691] env[69692]: _type = "Task" [ 897.847691] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.856570] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535962, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.931891] env[69692]: DEBUG nova.compute.manager [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.932593] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0bd1c-8986-4ebc-b57f-9ecd592710c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.000144] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.003404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.032401] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.032644] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.032807] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.033015] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.033166] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.033313] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.033518] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.033678] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.033843] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.034008] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.034293] env[69692]: DEBUG nova.virt.hardware [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.035233] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc3fc70-f91e-49ac-b00c-4a34b4023186 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.043484] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85129323-c640-4ff9-b3f1-13d53295bdd1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.127986] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.131031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.851s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.133533] env[69692]: INFO nova.compute.claims [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.162879] env[69692]: INFO nova.scheduler.client.report [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleted allocations for instance 33867783-8b88-4c8b-ab6e-5786e689a611 [ 898.191890] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.193753] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da7aa9e7-443c-4c9d-a5d1-a8ca63f124e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.204293] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 898.204293] env[69692]: value = "task-3535963" [ 898.204293] env[69692]: _type = "Task" [ 898.204293] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.215680] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.359066] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535962, 'name': Rename_Task, 'duration_secs': 0.262182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.359356] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.360738] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-024a5e9e-9c6a-4919-9197-52a909c20a74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.366831] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 898.366831] env[69692]: value = "task-3535964" [ 898.366831] env[69692]: _type = "Task" [ 898.366831] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.375223] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.433085] env[69692]: DEBUG nova.compute.manager [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Received event network-vif-plugged-ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.433399] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] Acquiring lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.433522] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.433691] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.433855] env[69692]: DEBUG nova.compute.manager [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] No waiting events found dispatching network-vif-plugged-ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.434034] env[69692]: WARNING nova.compute.manager [req-4b9d655d-9c2c-4165-85e2-66d3d3c572d7 req-b9d2026e-7850-4b0f-9379-0f5bea7352bf service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Received unexpected event network-vif-plugged-ae54019f-e1fc-4a87-859f-c8288bfc6e0e for instance with vm_state building and task_state spawning. [ 898.443361] env[69692]: INFO nova.compute.manager [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] instance snapshotting [ 898.446287] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf6095-c1b8-4d9b-a440-5e8aa3d4a79d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.469932] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf1b29-76b3-424b-92c1-78bbdee46ba3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.549771] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Successfully updated port: ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.671709] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "33867783-8b88-4c8b-ab6e-5786e689a611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.671s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.717423] env[69692]: DEBUG oslo_vmware.api [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3535963, 'name': PowerOnVM_Task, 'duration_secs': 0.498325} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.717423] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.717423] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7e744199-58fe-451c-b9fb-f586158334e3 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance '76d87d9d-6121-4a3d-b7b2-4a75770ba2ab' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.878212] env[69692]: DEBUG oslo_vmware.api [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535964, 'name': PowerOnVM_Task, 'duration_secs': 0.470174} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.878488] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.878689] env[69692]: INFO nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Took 7.85 seconds to spawn the instance on the hypervisor. [ 898.878867] env[69692]: DEBUG nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.879685] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219fa69-d7de-48cb-9ebc-7886c42da1f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.981928] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.982979] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77c2753c-27f8-47b5-9d9f-e3d003171e89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.991939] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 898.991939] env[69692]: value = "task-3535965" [ 898.991939] env[69692]: _type = "Task" [ 898.991939] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.001535] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.052755] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.052919] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.053083] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.399698] env[69692]: INFO nova.compute.manager [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Took 39.01 seconds to build instance. [ 899.512938] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535965, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.619443] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.705915] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6a4e8-d7bc-4edd-b390-2c0b06a97016 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.715666] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8dffb-8452-40ba-b153-12561b4b0afa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759369] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de74340d-d3ab-456a-81d2-fbdb39ba18f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.767673] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e83495-ed9c-4a69-a157-0535603c9817 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.785609] env[69692]: DEBUG nova.compute.provider_tree [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.827609] env[69692]: DEBUG nova.network.neutron [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updating instance_info_cache with network_info: [{"id": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "address": "fa:16:3e:c1:ac:1f", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae54019f-e1", "ovs_interfaceid": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.902498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.903s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.003169] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535965, 'name': CreateSnapshot_Task, 'duration_secs': 0.739085} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.007018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.007018] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8aa32-eba4-4c6a-92be-91907147db32 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.058207] env[69692]: DEBUG nova.compute.manager [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received event network-changed-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.058372] env[69692]: DEBUG nova.compute.manager [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing instance network info cache due to event network-changed-78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.058566] env[69692]: DEBUG oslo_concurrency.lockutils [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] Acquiring lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.058751] env[69692]: DEBUG oslo_concurrency.lockutils [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] Acquired lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.058879] env[69692]: DEBUG nova.network.neutron [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.287958] env[69692]: DEBUG nova.scheduler.client.report [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.331914] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.333043] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Instance network_info: |[{"id": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "address": "fa:16:3e:c1:ac:1f", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae54019f-e1", "ovs_interfaceid": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.333237] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ac:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae54019f-e1fc-4a87-859f-c8288bfc6e0e', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.344362] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.345183] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.347465] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5500c895-abf8-4040-8379-54ee1a1b9a67 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372579] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.372579] env[69692]: value = "task-3535966" [ 900.372579] env[69692]: _type = "Task" [ 900.372579] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.384172] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535966, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.405069] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.527311] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.528656] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a343d9a-8686-433b-917a-5faf5652a5f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.537875] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 900.537875] env[69692]: value = "task-3535967" [ 900.537875] env[69692]: _type = "Task" [ 900.537875] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.548446] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535967, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.797037] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.797037] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.798719] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.656s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.798984] env[69692]: DEBUG nova.objects.instance [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 900.835568] env[69692]: DEBUG nova.network.neutron [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updated VIF entry in instance network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.836069] env[69692]: DEBUG nova.network.neutron [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.868570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.868955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.869236] env[69692]: INFO nova.compute.manager [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Rebooting instance [ 900.874436] env[69692]: DEBUG nova.compute.manager [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Received event network-changed-ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.874436] env[69692]: DEBUG nova.compute.manager [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Refreshing instance network info cache due to event network-changed-ae54019f-e1fc-4a87-859f-c8288bfc6e0e. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.874671] env[69692]: DEBUG oslo_concurrency.lockutils [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] Acquiring lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.875223] env[69692]: DEBUG oslo_concurrency.lockutils [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] Acquired lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.875223] env[69692]: DEBUG nova.network.neutron [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Refreshing network info cache for port ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.893375] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535966, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.936263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.032459] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "6990cec6-ebac-4df4-8336-32134853d547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.032459] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.050058] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535967, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.306160] env[69692]: DEBUG nova.compute.utils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.312350] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.312350] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.340624] env[69692]: DEBUG oslo_concurrency.lockutils [req-204f3c01-fe26-4573-a24d-2b890d83fa93 req-0d4cff9f-8542-445b-ae29-93118855975a service nova] Releasing lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.365780] env[69692]: DEBUG nova.policy [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.408324] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535966, 'name': CreateVM_Task, 'duration_secs': 0.570932} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.408324] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.408324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.408324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.408324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.408324] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a737bc4-ca25-4844-a85b-65a22d3b7d75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.412275] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 901.412275] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521b59e1-9a32-7ffb-cf95-369bb6349134" [ 901.412275] env[69692]: _type = "Task" [ 901.412275] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.419932] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.420333] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquired lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.420486] env[69692]: DEBUG nova.network.neutron [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.428859] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521b59e1-9a32-7ffb-cf95-369bb6349134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.560831] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535967, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.778523] env[69692]: DEBUG nova.network.neutron [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updated VIF entry in instance network info cache for port ae54019f-e1fc-4a87-859f-c8288bfc6e0e. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.778523] env[69692]: DEBUG nova.network.neutron [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updating instance_info_cache with network_info: [{"id": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "address": "fa:16:3e:c1:ac:1f", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae54019f-e1", "ovs_interfaceid": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.811572] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.815600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33f104f5-e878-46e0-9824-8d3775df97f1 tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.817028] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.228s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.818446] env[69692]: INFO nova.compute.claims [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.867436] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Successfully created port: 38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.923706] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521b59e1-9a32-7ffb-cf95-369bb6349134, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.924015] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.924459] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.924588] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.925027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.925027] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.925126] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a8f4a3-8808-4005-be69-1d82ff60786e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.945355] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.945355] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.947629] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f7244f-c391-42c1-bbd1-e27522a9e9bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.954728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.954841] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.960079] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 901.960079] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b61bf3-a285-4f6a-6348-5eea1af20e9d" [ 901.960079] env[69692]: _type = "Task" [ 901.960079] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.968805] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b61bf3-a285-4f6a-6348-5eea1af20e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.048578] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3535967, 'name': CloneVM_Task, 'duration_secs': 1.262463} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.048922] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Created linked-clone VM from snapshot [ 902.049604] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f39e4-87c5-4da6-b7a9-3321ec67ec35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.052231] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.052454] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.052641] env[69692]: DEBUG nova.compute.manager [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Going to confirm migration 1 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 902.060096] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Uploading image 80f48f2e-4c1a-4303-b92c-436f2dc14d55 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.089716] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.089716] env[69692]: value = "vm-706209" [ 902.089716] env[69692]: _type = "VirtualMachine" [ 902.089716] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.089979] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-480c7194-c120-4733-adb7-bb7c7f13dbe1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.096948] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease: (returnval){ [ 902.096948] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239fe31-3ef4-250d-9871-8052029df301" [ 902.096948] env[69692]: _type = "HttpNfcLease" [ 902.096948] env[69692]: } obtained for exporting VM: (result){ [ 902.096948] env[69692]: value = "vm-706209" [ 902.096948] env[69692]: _type = "VirtualMachine" [ 902.096948] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.097316] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the lease: (returnval){ [ 902.097316] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239fe31-3ef4-250d-9871-8052029df301" [ 902.097316] env[69692]: _type = "HttpNfcLease" [ 902.097316] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.106417] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.106417] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239fe31-3ef4-250d-9871-8052029df301" [ 902.106417] env[69692]: _type = "HttpNfcLease" [ 902.106417] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.251603] env[69692]: DEBUG nova.network.neutron [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.283761] env[69692]: DEBUG oslo_concurrency.lockutils [req-b320693d-9261-4e02-8dff-47e2c26077f9 req-320e9a06-0d29-482a-b5fa-ea19678f434a service nova] Releasing lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.470145] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b61bf3-a285-4f6a-6348-5eea1af20e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.029494} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.470145] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dacda7b-74a9-4287-a69f-008e9e4257ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.475271] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 902.475271] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528dda7c-8bb8-f917-3872-9ed5276a7d34" [ 902.475271] env[69692]: _type = "Task" [ 902.475271] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.482610] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528dda7c-8bb8-f917-3872-9ed5276a7d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.604620] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.604620] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239fe31-3ef4-250d-9871-8052029df301" [ 902.604620] env[69692]: _type = "HttpNfcLease" [ 902.604620] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.604813] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.604813] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5239fe31-3ef4-250d-9871-8052029df301" [ 902.604813] env[69692]: _type = "HttpNfcLease" [ 902.604813] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.605553] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2dff11-0b05-41a5-8b5d-9dfa4a1ff36f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.613985] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.613985] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.674048] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.674299] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.674485] env[69692]: DEBUG nova.network.neutron [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.675097] env[69692]: DEBUG nova.objects.instance [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lazy-loading 'info_cache' on Instance uuid 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.736798] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a4d61ae-fa26-4bba-a27c-8c67dcd460e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.754109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Releasing lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.822665] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.845418] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.845628] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.845788] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.846185] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.846185] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.846321] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.846528] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.846711] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.846890] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.847066] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.847245] env[69692]: DEBUG nova.virt.hardware [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.848169] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681cd637-5280-4f85-9028-3c6d18c71898 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.859140] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d33427-1fd6-4698-aec4-a5ca9f86470e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986697] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528dda7c-8bb8-f917-3872-9ed5276a7d34, 'name': SearchDatastore_Task, 'duration_secs': 0.038692} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.989757] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.990078] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b/e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.990590] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e683fccd-7605-408b-9624-0b669df5d8cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.997876] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 902.997876] env[69692]: value = "task-3535969" [ 902.997876] env[69692]: _type = "Task" [ 902.997876] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.008674] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.261636] env[69692]: DEBUG nova.compute.manager [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.263019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b89ee-82a6-476d-859d-b4ad41debf92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.321597] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ac83e-d54d-4dee-bce6-14b70adc35b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.329539] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac61e9b-f9ed-4f57-951a-a7810fefb613 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.362479] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cbffba-d767-4db3-baac-5f79eb730239 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.371441] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53b4a97-22c1-49c7-9272-e4e704d08ec5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.389356] env[69692]: DEBUG nova.compute.provider_tree [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.480296] env[69692]: DEBUG nova.compute.manager [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Received event network-vif-plugged-38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.480552] env[69692]: DEBUG oslo_concurrency.lockutils [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] Acquiring lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.480929] env[69692]: DEBUG oslo_concurrency.lockutils [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.481293] env[69692]: DEBUG oslo_concurrency.lockutils [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.481623] env[69692]: DEBUG nova.compute.manager [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] No waiting events found dispatching network-vif-plugged-38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 903.481813] env[69692]: WARNING nova.compute.manager [req-14b7cf67-291c-4788-bcbc-316a1e4ac3be req-fac7c45d-a17f-4dc2-bf29-1ee16b58bbd7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Received unexpected event network-vif-plugged-38eb7de4-10b7-44cd-9f64-45198a4afe36 for instance with vm_state building and task_state spawning. [ 903.510545] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.593434] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Successfully updated port: 38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.889095] env[69692]: DEBUG nova.network.neutron [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [{"id": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "address": "fa:16:3e:a4:b2:a8", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c933a7-6a", "ovs_interfaceid": "90c933a7-6a1d-44ce-84e2-35a1e8f0541b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.896865] env[69692]: DEBUG nova.scheduler.client.report [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.009690] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665643} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.010728] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b/e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.010728] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.010728] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a452f320-01e1-45ef-a7a4-b5790bead3ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.016888] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 904.016888] env[69692]: value = "task-3535970" [ 904.016888] env[69692]: _type = "Task" [ 904.016888] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.027096] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.096896] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.097057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.097843] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.283945] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b8e82-8f38-4b1a-ac9e-7ae25e1b8397 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.292229] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Doing hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 904.292595] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-36c368df-837f-4ecc-867f-e86b5531c30e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.299185] env[69692]: DEBUG oslo_vmware.api [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 904.299185] env[69692]: value = "task-3535971" [ 904.299185] env[69692]: _type = "Task" [ 904.299185] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.307622] env[69692]: DEBUG oslo_vmware.api [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535971, 'name': ResetVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.392314] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.392510] env[69692]: DEBUG nova.objects.instance [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lazy-loading 'migration_context' on Instance uuid 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.402026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.402683] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.406047] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.732s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.407647] env[69692]: INFO nova.compute.claims [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.527473] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068053} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.527754] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.528610] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa01d4a-8e20-4934-9652-5106eece45ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.551855] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b/e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.552286] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7d6f40-d239-4de5-b58a-8572bb2a216a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.574628] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 904.574628] env[69692]: value = "task-3535972" [ 904.574628] env[69692]: _type = "Task" [ 904.574628] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.584095] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.631192] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.771339] env[69692]: DEBUG nova.network.neutron [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Updating instance_info_cache with network_info: [{"id": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "address": "fa:16:3e:05:c5:8a", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb7de4-10", "ovs_interfaceid": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.809081] env[69692]: DEBUG oslo_vmware.api [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535971, 'name': ResetVM_Task, 'duration_secs': 0.112947} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.809490] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Did hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 904.809741] env[69692]: DEBUG nova.compute.manager [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.810652] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1898ba0f-ab85-4fce-9f7a-5e6b85e27dc1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.895941] env[69692]: DEBUG nova.objects.base [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Object Instance<76d87d9d-6121-4a3d-b7b2-4a75770ba2ab> lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.897161] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf157a3-a068-465d-bf3a-6a3ff287055c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.918698] env[69692]: DEBUG nova.compute.utils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.922806] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.922978] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.924813] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6a63ed-0448-4611-bf5a-026343f3c86e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.930812] env[69692]: DEBUG oslo_vmware.api [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 904.930812] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52734a40-26f6-bdef-6c44-6b29a70f6057" [ 904.930812] env[69692]: _type = "Task" [ 904.930812] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.940929] env[69692]: DEBUG oslo_vmware.api [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52734a40-26f6-bdef-6c44-6b29a70f6057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.974180] env[69692]: DEBUG nova.policy [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3182c72e0b48b7b3748a72f51badf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f604005785b46c395f5600f7a54750d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.085875] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.275405] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.275405] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Instance network_info: |[{"id": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "address": "fa:16:3e:05:c5:8a", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb7de4-10", "ovs_interfaceid": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.275686] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:c5:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38eb7de4-10b7-44cd-9f64-45198a4afe36', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.285152] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating folder: Project (4f9407dd9252440d97af46aea638bf23). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.286340] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Successfully created port: 199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.288498] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-988bb006-97f1-4d13-a7d5-b77e53780466 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.301809] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created folder: Project (4f9407dd9252440d97af46aea638bf23) in parent group-v706084. [ 905.302068] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating folder: Instances. Parent ref: group-v706210. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.305012] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296e9290-81a7-4412-8655-cb997de7eb93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.315293] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created folder: Instances in parent group-v706210. [ 905.317013] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.317013] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.317013] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae34b42-1876-467b-91ae-369118a986f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.336723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4bcdb3eb-7f81-44a2-8eb9-fa4adb4e9a4d tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.468s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.341549] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.341549] env[69692]: value = "task-3535975" [ 905.341549] env[69692]: _type = "Task" [ 905.341549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.349881] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535975, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.423722] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.441176] env[69692]: DEBUG oslo_vmware.api [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52734a40-26f6-bdef-6c44-6b29a70f6057, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.441511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.511562] env[69692]: DEBUG nova.compute.manager [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Received event network-changed-38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.511701] env[69692]: DEBUG nova.compute.manager [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Refreshing instance network info cache due to event network-changed-38eb7de4-10b7-44cd-9f64-45198a4afe36. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.511931] env[69692]: DEBUG oslo_concurrency.lockutils [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] Acquiring lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.512397] env[69692]: DEBUG oslo_concurrency.lockutils [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] Acquired lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.512627] env[69692]: DEBUG nova.network.neutron [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Refreshing network info cache for port 38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.586226] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535972, 'name': ReconfigVM_Task, 'duration_secs': 0.750348} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.589246] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b/e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.590853] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d93e08-dc2a-4c91-a2de-155ba886e8b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.597915] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 905.597915] env[69692]: value = "task-3535976" [ 905.597915] env[69692]: _type = "Task" [ 905.597915] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.607128] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535976, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.853302] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535975, 'name': CreateVM_Task, 'duration_secs': 0.344044} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.853559] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.854322] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.854498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.854885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.855163] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a97e283-1b1e-429c-9526-793871755dd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.860522] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 905.860522] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52587b37-a1b0-8ec1-b430-452dd0d9aa69" [ 905.860522] env[69692]: _type = "Task" [ 905.860522] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.874517] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52587b37-a1b0-8ec1-b430-452dd0d9aa69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.978144] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93f5f2-19d5-40de-b648-1cbc22acabeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.987874] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd764f-1232-41ac-8aff-eb71922756cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.023163] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb35443-c064-451e-8649-f0d83c63ef05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.031088] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d1e76-e4e2-408e-b908-9d8ce0b2fcf3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.045642] env[69692]: DEBUG nova.compute.provider_tree [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.050477] env[69692]: DEBUG nova.compute.manager [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received event network-changed-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.050477] env[69692]: DEBUG nova.compute.manager [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing instance network info cache due to event network-changed-78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.050477] env[69692]: DEBUG oslo_concurrency.lockutils [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] Acquiring lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.050477] env[69692]: DEBUG oslo_concurrency.lockutils [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] Acquired lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.050477] env[69692]: DEBUG nova.network.neutron [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Refreshing network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.112218] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535976, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.244087] env[69692]: DEBUG nova.network.neutron [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Updated VIF entry in instance network info cache for port 38eb7de4-10b7-44cd-9f64-45198a4afe36. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.244437] env[69692]: DEBUG nova.network.neutron [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Updating instance_info_cache with network_info: [{"id": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "address": "fa:16:3e:05:c5:8a", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb7de4-10", "ovs_interfaceid": "38eb7de4-10b7-44cd-9f64-45198a4afe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.375482] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52587b37-a1b0-8ec1-b430-452dd0d9aa69, 'name': SearchDatastore_Task, 'duration_secs': 0.015355} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.375853] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.376155] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.376446] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.376652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.376927] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.377267] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0306f375-3017-4c20-9b35-1937c93c38bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.385564] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.385693] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.386453] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95d7f44-cd5f-434d-a60f-855118b547dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.391778] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 906.391778] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521a7f41-f7ae-139e-aace-2f38831642fa" [ 906.391778] env[69692]: _type = "Task" [ 906.391778] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.132122] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Successfully updated port: 199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.134370] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.136926] env[69692]: DEBUG nova.scheduler.client.report [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [req-b1abd536-e419-4c90-abcc-0c7a9b59f70f req-fc4d40da-8efd-423e-aab3-ccfaccb07311 service nova] Releasing lock "refresh_cache-b95c4b0b-dd10-4046-9959-f2c6b36cabe0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.144169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.149347] env[69692]: INFO nova.compute.manager [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Terminating instance [ 907.156773] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521a7f41-f7ae-139e-aace-2f38831642fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.157754] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b202ce79-5551-4d89-beb5-a030b256d14a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.165498] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535976, 'name': Rename_Task, 'duration_secs': 1.223307} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.166240] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.166711] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039271c9-5ac4-47f2-87e8-bf1435080538 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.169588] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 907.169588] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528eb07d-b7bb-7879-0f3e-76771309ae1e" [ 907.169588] env[69692]: _type = "Task" [ 907.169588] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.172104] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.172299] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.172478] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.172644] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.172778] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.172924] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.173180] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.173345] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.173506] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.173660] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.173827] env[69692]: DEBUG nova.virt.hardware [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.177764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ef6ab-ca17-4907-8b35-ec378224e303 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.181093] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 907.181093] env[69692]: value = "task-3535977" [ 907.181093] env[69692]: _type = "Task" [ 907.181093] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.191954] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528eb07d-b7bb-7879-0f3e-76771309ae1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.193440] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bc047-edfc-4f5d-be6e-af1bd77b6329 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.200689] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535977, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.379028] env[69692]: DEBUG nova.network.neutron [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updated VIF entry in instance network info cache for port 78395c42-1790-4e28-a12c-194a782f1b85. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.379028] env[69692]: DEBUG nova.network.neutron [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [{"id": "78395c42-1790-4e28-a12c-194a782f1b85", "address": "fa:16:3e:89:37:6d", "network": {"id": "60b9ccd8-6cd3-4afc-9bf1-3d9c58549a00", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883543199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0241ad87f34faea23382e4ab16b480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78395c42-17", "ovs_interfaceid": "78395c42-1790-4e28-a12c-194a782f1b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.612026] env[69692]: DEBUG nova.compute.manager [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Received event network-vif-plugged-199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.612256] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Acquiring lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.612503] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.612626] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.612905] env[69692]: DEBUG nova.compute.manager [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] No waiting events found dispatching network-vif-plugged-199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.613140] env[69692]: WARNING nova.compute.manager [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Received unexpected event network-vif-plugged-199ac9ec-7719-4460-beab-68285546e0d1 for instance with vm_state building and task_state spawning. [ 907.613330] env[69692]: DEBUG nova.compute.manager [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Received event network-changed-199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.613456] env[69692]: DEBUG nova.compute.manager [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Refreshing instance network info cache due to event network-changed-199ac9ec-7719-4460-beab-68285546e0d1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.613643] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Acquiring lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613778] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Acquired lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.613931] env[69692]: DEBUG nova.network.neutron [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Refreshing network info cache for port 199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.645846] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.646591] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.241s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.647173] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.650132] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.844s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.650388] env[69692]: DEBUG nova.objects.instance [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lazy-loading 'resources' on Instance uuid c6ba11b4-3636-4fda-8951-0eb9122d458d {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.659198] env[69692]: DEBUG nova.compute.manager [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.660182] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.660426] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58214fd6-e8fd-4df5-a912-7d614c3f0c46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.668592] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.668835] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8426f7f1-fe49-4c62-9194-cc900642c514 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.681376] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528eb07d-b7bb-7879-0f3e-76771309ae1e, 'name': SearchDatastore_Task, 'duration_secs': 0.025722} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.682616] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.682897] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b95c4b0b-dd10-4046-9959-f2c6b36cabe0/b95c4b0b-dd10-4046-9959-f2c6b36cabe0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.683218] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 907.683218] env[69692]: value = "task-3535978" [ 907.683218] env[69692]: _type = "Task" [ 907.683218] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.683417] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb249669-d2fa-4821-88cf-e7da9aba0b70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.696825] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.701933] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 907.701933] env[69692]: value = "task-3535979" [ 907.701933] env[69692]: _type = "Task" [ 907.701933] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.702188] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.710698] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.880533] env[69692]: DEBUG oslo_concurrency.lockutils [req-ecee14c2-fd3e-45b5-bf0d-e86612f4faef req-b32e0dc6-7dd3-4e2a-a501-7e4f8a04e98a service nova] Releasing lock "refresh_cache-d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.150154] env[69692]: DEBUG nova.network.neutron [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.153476] env[69692]: DEBUG nova.compute.utils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.159184] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.159490] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.200784] env[69692]: DEBUG oslo_vmware.api [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535977, 'name': PowerOnVM_Task, 'duration_secs': 0.803151} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.207028] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.207291] env[69692]: INFO nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Took 10.21 seconds to spawn the instance on the hypervisor. [ 908.207476] env[69692]: DEBUG nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.208119] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535978, 'name': PowerOffVM_Task, 'duration_secs': 0.186671} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.208931] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7502b5b3-810b-410e-bf7a-24faf0733548 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.215236] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.215620] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.216257] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee1922c-7031-48a5-a987-7924b8584100 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.226206] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535979, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.226650] env[69692]: DEBUG nova.policy [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.300379] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.300379] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.300379] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleting the datastore file [datastore2] d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.300621] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caffbc32-dd08-48d8-a81e-acd762750490 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.307474] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 908.307474] env[69692]: value = "task-3535981" [ 908.307474] env[69692]: _type = "Task" [ 908.307474] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.308301] env[69692]: DEBUG nova.network.neutron [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.320948] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.565686] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Successfully created port: e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.660876] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.667907] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50685f6-1139-4fa6-b918-4cfc527dfab7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.675764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7225a0-4b90-49d4-80cc-27764a234c6a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.710080] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83241b7a-b046-43e0-8323-dea5c2c33f8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.713859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Acquiring lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.714112] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Acquired lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.714217] env[69692]: DEBUG nova.network.neutron [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.729956] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b546f-42b4-415b-b7e9-1a307d1085a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.733440] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601871} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.733919] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b95c4b0b-dd10-4046-9959-f2c6b36cabe0/b95c4b0b-dd10-4046-9959-f2c6b36cabe0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.734155] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.734773] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307dd145-6ac4-41c1-9007-32c5e0e66062 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.750058] env[69692]: DEBUG nova.compute.provider_tree [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.753561] env[69692]: INFO nova.compute.manager [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Took 41.79 seconds to build instance. [ 908.758741] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 908.758741] env[69692]: value = "task-3535982" [ 908.758741] env[69692]: _type = "Task" [ 908.758741] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.767289] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.822239] env[69692]: DEBUG oslo_concurrency.lockutils [req-77b89d46-ee53-4159-8755-f94d49717cb7 req-6bb67a41-7ad9-453d-b3d6-2536991c2a10 service nova] Releasing lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822670] env[69692]: DEBUG oslo_vmware.api [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3535981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509232} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.822895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.824091] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.824292] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.826161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.826161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.826161] env[69692]: INFO nova.compute.manager [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Took 1.17 seconds to destroy the instance on the hypervisor. [ 908.826161] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.826161] env[69692]: DEBUG nova.compute.manager [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.826161] env[69692]: DEBUG nova.network.neutron [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.257068] env[69692]: DEBUG nova.scheduler.client.report [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.265522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a7a1364-0693-4731-97ea-d78c9090da10 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.407s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.277297] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076699} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.277297] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.283446] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2693c9a-8376-4068-8f8e-e7560dfd2df9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.303510] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b95c4b0b-dd10-4046-9959-f2c6b36cabe0/b95c4b0b-dd10-4046-9959-f2c6b36cabe0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.306618] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87738177-e605-48d0-8745-efd0de31b4c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.329517] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 909.329517] env[69692]: value = "task-3535983" [ 909.329517] env[69692]: _type = "Task" [ 909.329517] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.338233] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.393648] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.559056] env[69692]: DEBUG nova.network.neutron [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updating instance_info_cache with network_info: [{"id": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "address": "fa:16:3e:c1:ac:1f", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae54019f-e1", "ovs_interfaceid": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.609823] env[69692]: DEBUG nova.network.neutron [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.613440] env[69692]: DEBUG nova.network.neutron [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Updating instance_info_cache with network_info: [{"id": "199ac9ec-7719-4460-beab-68285546e0d1", "address": "fa:16:3e:43:56:bf", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199ac9ec-77", "ovs_interfaceid": "199ac9ec-7719-4460-beab-68285546e0d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.670179] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.765051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.766936] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.842s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.767191] env[69692]: DEBUG nova.objects.instance [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid 45975393-03bf-4e76-8f88-b96efafe6bb0 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.769303] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.795619] env[69692]: INFO nova.scheduler.client.report [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Deleted allocations for instance c6ba11b4-3636-4fda-8951-0eb9122d458d [ 909.842248] env[69692]: DEBUG nova.compute.manager [req-6da839d6-5161-41c1-926b-5c16b30da0eb req-73dc981a-afa8-46b2-a094-19da275303de service nova] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Received event network-vif-deleted-78395c42-1790-4e28-a12c-194a782f1b85 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.846116] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535983, 'name': ReconfigVM_Task, 'duration_secs': 0.348806} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.846330] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b95c4b0b-dd10-4046-9959-f2c6b36cabe0/b95c4b0b-dd10-4046-9959-f2c6b36cabe0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.849208] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd372105-ecc5-48e6-80c2-0ed14c26ddc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.855539] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 909.855539] env[69692]: value = "task-3535984" [ 909.855539] env[69692]: _type = "Task" [ 909.855539] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.864637] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535984, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.983965] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.984286] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.984448] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.984633] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.986206] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.986440] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.986663] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.986879] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.987085] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.987264] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.987439] env[69692]: DEBUG nova.virt.hardware [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.989519] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a97e31c-34a2-4b61-a790-0c7ac1baeb2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.999644] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b33aa9-2f18-4a21-af4f-860d08b0fd4a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.061420] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Releasing lock "refresh_cache-e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.062337] env[69692]: DEBUG nova.compute.manager [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Inject network info {{(pid=69692) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 910.062337] env[69692]: DEBUG nova.compute.manager [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] network_info to inject: |[{"id": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "address": "fa:16:3e:c1:ac:1f", "network": {"id": "877cbac6-a073-43e0-827b-baf8c367ba1a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1507926147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44e8e47dae2432c9dda0860cc02c5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae54019f-e1", "ovs_interfaceid": "ae54019f-e1fc-4a87-859f-c8288bfc6e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 910.067122] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Reconfiguring VM instance to set the machine id {{(pid=69692) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 910.067794] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344a9666-2510-4b8a-8e18-d266c49782fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.083478] env[69692]: DEBUG oslo_vmware.api [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Waiting for the task: (returnval){ [ 910.083478] env[69692]: value = "task-3535985" [ 910.083478] env[69692]: _type = "Task" [ 910.083478] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.092172] env[69692]: DEBUG oslo_vmware.api [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Task: {'id': task-3535985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.112511] env[69692]: INFO nova.compute.manager [-] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Took 1.29 seconds to deallocate network for instance. [ 910.117238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "refresh_cache-4170a779-a76c-494e-9ae9-6ba53cb4357f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.117598] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance network_info: |[{"id": "199ac9ec-7719-4460-beab-68285546e0d1", "address": "fa:16:3e:43:56:bf", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199ac9ec-77", "ovs_interfaceid": "199ac9ec-7719-4460-beab-68285546e0d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.119256] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Successfully updated port: e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.120487] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:56:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '199ac9ec-7719-4460-beab-68285546e0d1', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.130756] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.131807] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.131807] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be373d20-5fca-4b76-91ac-e62283234c6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.152196] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.152196] env[69692]: value = "task-3535986" [ 910.152196] env[69692]: _type = "Task" [ 910.152196] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.161397] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535986, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.296020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.304887] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e63f61be-6c33-4ba1-9eba-6c68ac0b762a tempest-ServersListShow2100Test-354492737 tempest-ServersListShow2100Test-354492737-project-member] Lock "c6ba11b4-3636-4fda-8951-0eb9122d458d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.781s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.368799] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535984, 'name': Rename_Task, 'duration_secs': 0.154666} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.369180] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.369456] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501c57cd-2d6d-4a94-b6e4-e00a4803d661 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.376219] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 910.376219] env[69692]: value = "task-3535987" [ 910.376219] env[69692]: _type = "Task" [ 910.376219] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.388358] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.467021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.467445] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.467570] env[69692]: INFO nova.compute.manager [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Shelving [ 910.594078] env[69692]: DEBUG oslo_vmware.api [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] Task: {'id': task-3535985, 'name': ReconfigVM_Task, 'duration_secs': 0.201546} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.594549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc7c33-e37d-4b98-99a1-f604c833aa4d tempest-ServersAdminTestJSON-430005860 tempest-ServersAdminTestJSON-430005860-project-admin] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Reconfigured VM instance to set the machine id {{(pid=69692) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 910.619305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.632928] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.633155] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.633363] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.668251] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535986, 'name': CreateVM_Task, 'duration_secs': 0.35803} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.668444] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.669164] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.669339] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.669687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.669953] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd021203-693b-4f44-a500-723ee3389d79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.675441] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 910.675441] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52be6fdd-0c31-51b5-f191-293cbaebe11b" [ 910.675441] env[69692]: _type = "Task" [ 910.675441] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.688595] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be6fdd-0c31-51b5-f191-293cbaebe11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.896797] env[69692]: DEBUG oslo_vmware.api [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535987, 'name': PowerOnVM_Task, 'duration_secs': 0.466847} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.898624] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.898934] env[69692]: INFO nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Took 8.08 seconds to spawn the instance on the hypervisor. [ 910.899201] env[69692]: DEBUG nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.900435] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0008fab-3740-411b-a432-e34808dda7a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.905417] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71528e4-6625-4615-8a11-7ceebe4d34f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.918277] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210652d-3858-40cd-a2ae-d976bc314cb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.962216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66dae5-f90e-4117-b42d-599c1b83fef3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.971435] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677cc54-73ca-4f6d-bac3-7a16c839a18d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.991150] env[69692]: DEBUG nova.compute.provider_tree [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.182964] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.191132] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be6fdd-0c31-51b5-f191-293cbaebe11b, 'name': SearchDatastore_Task, 'duration_secs': 0.013185} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.191421] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.191649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.191884] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.192039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.192215] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.192475] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01d300f7-737c-4d77-a678-955a2275165a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.204434] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.204625] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.205403] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad9bdf1-b071-4dd0-a234-557f93d596f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.211474] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 911.211474] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521b704b-ae85-a353-7dfc-746a9b533dd6" [ 911.211474] env[69692]: _type = "Task" [ 911.211474] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.221772] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521b704b-ae85-a353-7dfc-746a9b533dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.413148] env[69692]: DEBUG nova.network.neutron [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.439860] env[69692]: INFO nova.compute.manager [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Took 40.18 seconds to build instance. [ 911.496029] env[69692]: DEBUG nova.scheduler.client.report [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.498831] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.498831] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0385a516-eafd-4b67-ab2a-75dfa1db3019 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.507449] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 911.507449] env[69692]: value = "task-3535988" [ 911.507449] env[69692]: _type = "Task" [ 911.507449] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.516939] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.724104] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521b704b-ae85-a353-7dfc-746a9b533dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.725024] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099500b6-4872-4f15-a820-cd1e27854add {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.732466] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 911.732466] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6a780-b370-9f7f-7e91-2b754bfd6b4d" [ 911.732466] env[69692]: _type = "Task" [ 911.732466] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.743516] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6a780-b370-9f7f-7e91-2b754bfd6b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.909687] env[69692]: DEBUG nova.compute.manager [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-plugged-e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.909913] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.910140] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.910307] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.910474] env[69692]: DEBUG nova.compute.manager [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] No waiting events found dispatching network-vif-plugged-e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.910638] env[69692]: WARNING nova.compute.manager [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received unexpected event network-vif-plugged-e2537686-031f-4113-92c0-d261ea50b6b6 for instance with vm_state building and task_state spawning. [ 911.910809] env[69692]: DEBUG nova.compute.manager [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-changed-e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.910989] env[69692]: DEBUG nova.compute.manager [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing instance network info cache due to event network-changed-e2537686-031f-4113-92c0-d261ea50b6b6. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.911180] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.916422] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.916699] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Instance network_info: |[{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.916981] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.917191] env[69692]: DEBUG nova.network.neutron [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing network info cache for port e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.918456] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:97:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2537686-031f-4113-92c0-d261ea50b6b6', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.926683] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.928163] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.928482] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35425017-2f69-4092-93ce-a60fa4c434a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.945779] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9229dbca-3451-42d6-b2cd-30ec6cf4278e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.844s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.952823] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.952823] env[69692]: value = "task-3535989" [ 911.952823] env[69692]: _type = "Task" [ 911.952823] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.962965] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535989, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.000427] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.002803] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.962s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.004566] env[69692]: INFO nova.compute.claims [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.018233] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535988, 'name': PowerOffVM_Task, 'duration_secs': 0.373297} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.047610] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.047610] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f920054c-0c99-409d-9e70-f50afd346694 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.047610] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63deec-a160-4821-8fe8-1abb98536e0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.097109] env[69692]: INFO nova.scheduler.client.report [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance 45975393-03bf-4e76-8f88-b96efafe6bb0 [ 912.244323] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6a780-b370-9f7f-7e91-2b754bfd6b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.029758} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.244701] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.244979] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4170a779-a76c-494e-9ae9-6ba53cb4357f/4170a779-a76c-494e-9ae9-6ba53cb4357f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.245301] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe290d6-3e4a-440a-87c1-ed93696c5f36 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.252954] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 912.252954] env[69692]: value = "task-3535990" [ 912.252954] env[69692]: _type = "Task" [ 912.252954] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.263070] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.450731] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.474251] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535989, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.554154] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.554517] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-605ce165-5aa1-44f0-b40b-2bf74ee7eed1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.563099] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 912.563099] env[69692]: value = "task-3535991" [ 912.563099] env[69692]: _type = "Task" [ 912.563099] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.573306] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.607518] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "45975393-03bf-4e76-8f88-b96efafe6bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.283s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.631355] env[69692]: INFO nova.compute.manager [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Rebuilding instance [ 912.672963] env[69692]: DEBUG nova.compute.manager [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.674643] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524cb6f-3b2d-450e-a544-d3338b78bf78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.769054] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.824175] env[69692]: DEBUG nova.network.neutron [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updated VIF entry in instance network info cache for port e2537686-031f-4113-92c0-d261ea50b6b6. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.824617] env[69692]: DEBUG nova.network.neutron [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.940512] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.940843] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.940996] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.943583] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.943771] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.946133] env[69692]: INFO nova.compute.manager [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Terminating instance [ 912.969579] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3535989, 'name': CreateVM_Task, 'duration_secs': 0.570993} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.969763] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.970507] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.970660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.970921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.971191] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb2a1a0-b0e7-438c-aad9-8e3f7952cd75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.976434] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 912.976434] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5202d512-d60a-7364-acb7-6bbc4c610ebe" [ 912.976434] env[69692]: _type = "Task" [ 912.976434] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.982598] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.988868] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5202d512-d60a-7364-acb7-6bbc4c610ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.072745] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535991, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.270752] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730748} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.271260] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4170a779-a76c-494e-9ae9-6ba53cb4357f/4170a779-a76c-494e-9ae9-6ba53cb4357f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.271368] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.271699] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ddac6e-fb43-426b-9f20-c71184a75e56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.282654] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 913.282654] env[69692]: value = "task-3535992" [ 913.282654] env[69692]: _type = "Task" [ 913.282654] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.290730] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.329557] env[69692]: DEBUG oslo_concurrency.lockutils [req-07d58d01-a25e-42bb-b462-c6d82a55c939 req-7588ecbe-864c-4063-b2b1-c3ffe601ab5b service nova] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.451407] env[69692]: DEBUG nova.compute.manager [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.451669] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.452548] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f5c823-8180-4bef-8be8-005b223215ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.464580] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.465864] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5f5a435-9a4f-4a90-af8d-689ee96b5b14 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.474162] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 913.474162] env[69692]: value = "task-3535993" [ 913.474162] env[69692]: _type = "Task" [ 913.474162] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.490661] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.497059] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5202d512-d60a-7364-acb7-6bbc4c610ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.015098} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.497536] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.497923] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.498326] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.498440] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.498981] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.499333] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4e8543-fad2-458a-9c54-8b07e549736f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.513105] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.513301] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.514072] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e2378b-deae-49d3-9455-c7f15f7faf14 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.526945] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 913.526945] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524036f4-d0af-8802-1dd8-c1ce1b5dcd97" [ 913.526945] env[69692]: _type = "Task" [ 913.526945] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.539938] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524036f4-d0af-8802-1dd8-c1ce1b5dcd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.574136] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535991, 'name': CreateSnapshot_Task, 'duration_secs': 0.95782} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.574433] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.575559] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e568438-aef1-4d9e-be33-7297394603c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.579875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537ed08-de95-496c-a658-8736fde3fa23 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.592638] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afb7b0-5871-4bc5-8e52-b1d61d979be0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.627560] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fe12d-8720-4884-b95d-1e2ac9d7b2b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.636456] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405c330-7fac-4eb9-88d9-b6f09e1dacc4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.651698] env[69692]: DEBUG nova.compute.provider_tree [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.700941] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.702199] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e1238e-41ae-4e8d-808b-d1e4388eb2ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.708262] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 913.708262] env[69692]: value = "task-3535994" [ 913.708262] env[69692]: _type = "Task" [ 913.708262] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.717888] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.796942] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.797251] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.798075] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8befb-e8b7-4d6c-9a91-3828cb018498 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.823539] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4170a779-a76c-494e-9ae9-6ba53cb4357f/4170a779-a76c-494e-9ae9-6ba53cb4357f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.823539] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ecad83-34ec-472b-8040-c8083b12f37c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.845080] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 913.845080] env[69692]: value = "task-3535995" [ 913.845080] env[69692]: _type = "Task" [ 913.845080] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.853909] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.910554] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.910903] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.984163] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535993, 'name': PowerOffVM_Task, 'duration_secs': 0.196026} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.984454] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.984651] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.984917] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d5e289-3e3c-48ff-a201-657f6870acd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.049393] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.049615] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.050409] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore1] b95c4b0b-dd10-4046-9959-f2c6b36cabe0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.050409] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524036f4-d0af-8802-1dd8-c1ce1b5dcd97, 'name': SearchDatastore_Task, 'duration_secs': 0.017642} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.050409] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1288325e-bd3f-4baa-80eb-430a230f7d7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.052653] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23e7b74-81e6-4312-bc30-e7fd56dc41d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.058626] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 914.058626] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528c14ec-f4b7-da79-8254-fa420888f538" [ 914.058626] env[69692]: _type = "Task" [ 914.058626] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.060015] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 914.060015] env[69692]: value = "task-3535997" [ 914.060015] env[69692]: _type = "Task" [ 914.060015] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.074710] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528c14ec-f4b7-da79-8254-fa420888f538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.077726] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.099062] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.099062] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6d25d5a-dc73-409d-86e3-e7744fbcf215 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.110606] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 914.110606] env[69692]: value = "task-3535998" [ 914.110606] env[69692]: _type = "Task" [ 914.110606] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.123209] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535998, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.159347] env[69692]: DEBUG nova.scheduler.client.report [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.221864] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3535994, 'name': PowerOffVM_Task, 'duration_secs': 0.207139} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.222440] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.222440] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.223238] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd24c270-3484-415d-8ef2-d80bc57b6570 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.231273] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.231273] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e4aeec-a686-455e-880d-a002534b895f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.298204] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.298491] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.298692] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.298907] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b37f0a6b-48fc-4a3d-aafe-e6cf7bc040c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.306957] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 914.306957] env[69692]: value = "task-3536000" [ 914.306957] env[69692]: _type = "Task" [ 914.306957] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.315702] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.357142] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3535995, 'name': ReconfigVM_Task, 'duration_secs': 0.356298} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.357703] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4170a779-a76c-494e-9ae9-6ba53cb4357f/4170a779-a76c-494e-9ae9-6ba53cb4357f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.358531] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e8708a9-3c7a-4d1f-a4d9-74ad9c55d3ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.366132] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 914.366132] env[69692]: value = "task-3536001" [ 914.366132] env[69692]: _type = "Task" [ 914.366132] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.376948] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536001, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.452847] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.453783] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7bf5da-ea47-4381-b8a4-554fa1872f71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.462666] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.462873] env[69692]: ERROR oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk due to incomplete transfer. [ 914.463144] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77b0aef3-d7ef-4a2c-b520-9d984e6de0ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.470754] env[69692]: DEBUG oslo_vmware.rw_handles [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c50b0-f21a-740d-2239-7b42043a2d3a/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.470999] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Uploaded image 80f48f2e-4c1a-4303-b92c-436f2dc14d55 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.474010] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.474593] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1707ef38-655c-4b76-b07d-fc5b617ddf69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.482206] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 914.482206] env[69692]: value = "task-3536002" [ 914.482206] env[69692]: _type = "Task" [ 914.482206] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.491140] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536002, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.577562] env[69692]: DEBUG oslo_vmware.api [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3535997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353567} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.581293] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.581528] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.581720] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.581899] env[69692]: INFO nova.compute.manager [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 914.582165] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.582392] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528c14ec-f4b7-da79-8254-fa420888f538, 'name': SearchDatastore_Task, 'duration_secs': 0.014856} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.582593] env[69692]: DEBUG nova.compute.manager [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.582686] env[69692]: DEBUG nova.network.neutron [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.584569] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.584783] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bba29867-afd7-402e-a8c9-811b22dced76/bba29867-afd7-402e-a8c9-811b22dced76.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.585076] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e7d659-9dc4-4700-9f32-46032dde5a66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.594481] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 914.594481] env[69692]: value = "task-3536003" [ 914.594481] env[69692]: _type = "Task" [ 914.594481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.602391] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.623617] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535998, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.666652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.666652] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.674258] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.500s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.674684] env[69692]: DEBUG nova.objects.instance [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lazy-loading 'resources' on Instance uuid 8da0e706-9a15-45bb-8592-ce21d40800c7 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.818484] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.819221] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.819221] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.819596] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.878589] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536001, 'name': Rename_Task, 'duration_secs': 0.14411} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.879813] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.880907] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5362a6be-c8d8-4c9d-bf0a-735fdcb2c0ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.892174] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 914.892174] env[69692]: value = "task-3536004" [ 914.892174] env[69692]: _type = "Task" [ 914.892174] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.907000] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.993819] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536002, 'name': Destroy_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.047339] env[69692]: DEBUG nova.compute.manager [req-e38bdda9-4a2f-4281-8636-b54944562ca9 req-495fbac5-6138-4bcd-aa85-4d6649738ab7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Received event network-vif-deleted-38eb7de4-10b7-44cd-9f64-45198a4afe36 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.047339] env[69692]: INFO nova.compute.manager [req-e38bdda9-4a2f-4281-8636-b54944562ca9 req-495fbac5-6138-4bcd-aa85-4d6649738ab7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Neutron deleted interface 38eb7de4-10b7-44cd-9f64-45198a4afe36; detaching it from the instance and deleting it from the info cache [ 915.047730] env[69692]: DEBUG nova.network.neutron [req-e38bdda9-4a2f-4281-8636-b54944562ca9 req-495fbac5-6138-4bcd-aa85-4d6649738ab7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.103074] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536003, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.126649] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535998, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.178093] env[69692]: DEBUG nova.compute.utils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.181460] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.181460] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.245875] env[69692]: DEBUG nova.policy [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74dac567dd4d41bca91e8b3793b5a75f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550970d6b26d4819a41acf431a4af61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.401486] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.492186] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536002, 'name': Destroy_Task, 'duration_secs': 0.787337} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.492773] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Destroyed the VM [ 915.493204] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.496304] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-362bb5e1-cd0a-4db8-9f22-82709b9d4ecb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504552] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 915.504552] env[69692]: value = "task-3536005" [ 915.504552] env[69692]: _type = "Task" [ 915.504552] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.517049] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.525786] env[69692]: DEBUG nova.network.neutron [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.552110] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fceaea99-4539-47d2-ba6f-712248bcfb6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.556877] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Successfully created port: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.569817] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b315d95-aad3-425a-95bf-b4d4f9885857 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.609065] env[69692]: DEBUG nova.compute.manager [req-e38bdda9-4a2f-4281-8636-b54944562ca9 req-495fbac5-6138-4bcd-aa85-4d6649738ab7 service nova] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Detach interface failed, port_id=38eb7de4-10b7-44cd-9f64-45198a4afe36, reason: Instance b95c4b0b-dd10-4046-9959-f2c6b36cabe0 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.628354] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758443} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.633030] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bba29867-afd7-402e-a8c9-811b22dced76/bba29867-afd7-402e-a8c9-811b22dced76.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.633030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.633030] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535998, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.635947] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-533661e7-3da7-45ba-90fa-c99581fc3f49 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.643373] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 915.643373] env[69692]: value = "task-3536006" [ 915.643373] env[69692]: _type = "Task" [ 915.643373] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.652760] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.693583] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.795817] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0528533-9711-4a27-b35a-bd0c6b9c04f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.810718] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4695f41d-1ccb-48f6-958b-58e1a86932d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855083] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b23436-57b5-4626-b16b-ca3febd63145 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.864746] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccee5d1-067d-44eb-9b70-f20681f24797 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881825] env[69692]: DEBUG nova.compute.provider_tree [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.894743] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.896199] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.896712] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.896922] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.897295] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.897528] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.897931] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.898552] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.898639] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.899433] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.899433] env[69692]: DEBUG nova.virt.hardware [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.900980] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3bcc67-13ca-470f-9082-719bebeb9bbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.927143] env[69692]: DEBUG oslo_vmware.api [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536004, 'name': PowerOnVM_Task, 'duration_secs': 0.784971} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.927786] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.928198] env[69692]: INFO nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Took 8.79 seconds to spawn the instance on the hypervisor. [ 915.928664] env[69692]: DEBUG nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.930853] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a4b5d-c973-49e5-9f98-5ee2fd69f3d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.939927] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdcd22e-06e0-46ab-9c67-94993778ea92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.965277] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:dc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b969d2-f9db-4d65-bf13-507d9f2ea469', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.979898] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.984231] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.990589] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca5c7d5-1492-4b11-b040-34f995307692 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.036132] env[69692]: INFO nova.compute.manager [-] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Took 1.45 seconds to deallocate network for instance. [ 916.036722] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.041911] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.041911] env[69692]: value = "task-3536007" [ 916.041911] env[69692]: _type = "Task" [ 916.041911] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.063132] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536007, 'name': CreateVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.128693] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3535998, 'name': CloneVM_Task, 'duration_secs': 1.595818} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.128970] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Created linked-clone VM from snapshot [ 916.129753] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0ac4c-d03f-4260-be33-751debfc05e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.137684] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Uploading image 5275ac21-b7f3-4104-94ad-7e118537ad73 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.153607] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081875} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.153879] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.154784] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74e11e2-3ae8-4a31-8796-e918827cbf4e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.187284] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] bba29867-afd7-402e-a8c9-811b22dced76/bba29867-afd7-402e-a8c9-811b22dced76.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.189427] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.189427] env[69692]: value = "vm-706216" [ 916.189427] env[69692]: _type = "VirtualMachine" [ 916.189427] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.189733] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f73604a-f30d-41e3-afa5-3faf4bacd56f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.205230] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-037e668d-a3f3-49f7-bb68-087740721927 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.217447] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 916.217447] env[69692]: value = "task-3536008" [ 916.217447] env[69692]: _type = "Task" [ 916.217447] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.219017] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease: (returnval){ [ 916.219017] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a6d44-5a5e-bdd2-9cb6-6a8aaa1932b5" [ 916.219017] env[69692]: _type = "HttpNfcLease" [ 916.219017] env[69692]: } obtained for exporting VM: (result){ [ 916.219017] env[69692]: value = "vm-706216" [ 916.219017] env[69692]: _type = "VirtualMachine" [ 916.219017] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.219234] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the lease: (returnval){ [ 916.219234] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a6d44-5a5e-bdd2-9cb6-6a8aaa1932b5" [ 916.219234] env[69692]: _type = "HttpNfcLease" [ 916.219234] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.231905] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.233799] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.233799] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a6d44-5a5e-bdd2-9cb6-6a8aaa1932b5" [ 916.233799] env[69692]: _type = "HttpNfcLease" [ 916.233799] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.308865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.309162] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.389619] env[69692]: DEBUG nova.scheduler.client.report [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.530114] env[69692]: INFO nova.compute.manager [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Took 42.97 seconds to build instance. [ 916.535356] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536005, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.550964] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.558313] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536007, 'name': CreateVM_Task, 'duration_secs': 0.42144} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.558313] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.558787] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.558982] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.559349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.560067] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5378224-e290-485b-a60d-8e5ad5e151d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.565045] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 916.565045] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52435310-b798-5fa2-9840-5e0b3ee2922f" [ 916.565045] env[69692]: _type = "Task" [ 916.565045] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.575048] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52435310-b798-5fa2-9840-5e0b3ee2922f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.713233] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.729597] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536008, 'name': ReconfigVM_Task, 'duration_secs': 0.395246} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.731812] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfigured VM instance instance-00000032 to attach disk [datastore2] bba29867-afd7-402e-a8c9-811b22dced76/bba29867-afd7-402e-a8c9-811b22dced76.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.732615] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f8490e1-53ef-4f7f-8e37-a94be45a9152 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.735289] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.735289] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a6d44-5a5e-bdd2-9cb6-6a8aaa1932b5" [ 916.735289] env[69692]: _type = "HttpNfcLease" [ 916.735289] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.735879] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.735879] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527a6d44-5a5e-bdd2-9cb6-6a8aaa1932b5" [ 916.735879] env[69692]: _type = "HttpNfcLease" [ 916.735879] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.736640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d6ce2-6ec5-4955-87ce-7a95a6ab1f26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.741517] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.741741] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.741899] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.742100] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.742251] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.742398] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.742598] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.742756] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.742920] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.743095] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.743270] env[69692]: DEBUG nova.virt.hardware [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.744938] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab521547-4f42-4e4e-b67a-9389c2a8ebb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.747211] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 916.747211] env[69692]: value = "task-3536010" [ 916.747211] env[69692]: _type = "Task" [ 916.747211] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.755346] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.755521] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.758199] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66397184-e896-465e-826a-eaedca7c2ceb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.765991] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536010, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.867443] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26c447c9-a388-4f4d-b1a1-bd68787edf2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.904518] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.907267] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.437s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.907724] env[69692]: DEBUG nova.objects.instance [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lazy-loading 'resources' on Instance uuid 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.927493] env[69692]: INFO nova.scheduler.client.report [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted allocations for instance 8da0e706-9a15-45bb-8592-ce21d40800c7 [ 917.034072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.676s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.034344] env[69692]: DEBUG oslo_vmware.api [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536005, 'name': RemoveSnapshot_Task, 'duration_secs': 1.035151} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.035620] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.035850] env[69692]: INFO nova.compute.manager [None req-a7f9efd1-c996-48e3-9e0a-65bd14cdccd6 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 18.59 seconds to snapshot the instance on the hypervisor. [ 917.082418] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52435310-b798-5fa2-9840-5e0b3ee2922f, 'name': SearchDatastore_Task, 'duration_secs': 0.022839} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.084574] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.084820] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.085069] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.085447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.085447] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.087029] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb759d7-39bf-42ef-b4c8-ad8f1c835c03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.096595] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.096779] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.097632] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2653deda-a4e2-435f-b27a-5a5bcd0ba8b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.106927] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 917.106927] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528e8c2b-4e1e-b5be-fbee-3085130340dc" [ 917.106927] env[69692]: _type = "Task" [ 917.106927] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.116496] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e8c2b-4e1e-b5be-fbee-3085130340dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.117777] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c147254e-681d-4e7d-92ef-fe77131b33b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.124440] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 917.124440] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52712353-9ac1-e35a-a8f0-faf729e2da50" [ 917.124440] env[69692]: _type = "Task" [ 917.124440] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.133834] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52712353-9ac1-e35a-a8f0-faf729e2da50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.180179] env[69692]: DEBUG nova.compute.manager [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Received event network-vif-plugged-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.180389] env[69692]: DEBUG oslo_concurrency.lockutils [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.180598] env[69692]: DEBUG oslo_concurrency.lockutils [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.180767] env[69692]: DEBUG oslo_concurrency.lockutils [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.180931] env[69692]: DEBUG nova.compute.manager [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] No waiting events found dispatching network-vif-plugged-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.181344] env[69692]: WARNING nova.compute.manager [req-22789486-3c86-4bec-a189-46fb5ecf1412 req-4a8cd668-5685-462b-910f-b237806afd2b service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Received unexpected event network-vif-plugged-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 for instance with vm_state building and task_state spawning. [ 917.226515] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Successfully updated port: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.258452] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536010, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.393640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b84e37-106b-4c6d-b314-594d717a3a40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.401732] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Suspending the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 917.402042] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b316ccc-630f-4cf0-a6ec-4c71402ab750 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.408262] env[69692]: DEBUG oslo_vmware.api [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 917.408262] env[69692]: value = "task-3536011" [ 917.408262] env[69692]: _type = "Task" [ 917.408262] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.421533] env[69692]: DEBUG oslo_vmware.api [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536011, 'name': SuspendVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.439287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-71ae561d-452e-447e-b3bf-c3326a4dd315 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "8da0e706-9a15-45bb-8592-ce21d40800c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.052s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.542845] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.647322] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52712353-9ac1-e35a-a8f0-faf729e2da50, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.647759] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.648190] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.648477] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-451fe352-22c1-4a51-b61b-55c8175e99b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.663123] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 917.663123] env[69692]: value = "task-3536012" [ 917.663123] env[69692]: _type = "Task" [ 917.663123] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.677243] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.731865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.731865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.731865] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.762103] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536010, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.919406] env[69692]: DEBUG oslo_vmware.api [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536011, 'name': SuspendVM_Task} progress is 62%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.001492] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f540b-b4f5-49be-b1f9-4b3ef422cbf1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.010483] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db037454-268a-4106-8d36-83ceb5fb2fe6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.060295] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2040ed-4d21-49ad-8313-2400090640ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.070912] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4f6d6-e6cb-4ad0-b4ef-1138aafb6bdc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.076522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.085978] env[69692]: DEBUG nova.compute.provider_tree [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.175765] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.260737] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536010, 'name': Rename_Task, 'duration_secs': 1.147596} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.261128] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.261452] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7165e8-06ce-4ddd-b777-cddefe4de0a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.268679] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 918.268679] env[69692]: value = "task-3536013" [ 918.268679] env[69692]: _type = "Task" [ 918.268679] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.273622] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.286737] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.419728] env[69692]: DEBUG oslo_vmware.api [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536011, 'name': SuspendVM_Task, 'duration_secs': 0.649373} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.420116] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Suspended the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 918.420363] env[69692]: DEBUG nova.compute.manager [None req-7cd06c42-d639-4274-8149-0d9a8791277a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.421219] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e64496a-879d-423f-a549-1b6d4bd63b21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.442572] env[69692]: DEBUG nova.network.neutron [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Updating instance_info_cache with network_info: [{"id": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "address": "fa:16:3e:15:93:50", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbb51a5-f8", "ovs_interfaceid": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.589209] env[69692]: DEBUG nova.scheduler.client.report [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.676194] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612829} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.676471] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.676701] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.677155] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5b20f1-2a02-4b56-ac49-86e4f8b5be4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.684413] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 918.684413] env[69692]: value = "task-3536014" [ 918.684413] env[69692]: _type = "Task" [ 918.684413] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.694232] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.777958] env[69692]: DEBUG oslo_vmware.api [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536013, 'name': PowerOnVM_Task, 'duration_secs': 0.488886} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.778303] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.778512] env[69692]: INFO nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Took 9.11 seconds to spawn the instance on the hypervisor. [ 918.778695] env[69692]: DEBUG nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.779595] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c130228-1ad9-4dd7-9eea-6999788e0203 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.785349] env[69692]: DEBUG nova.compute.manager [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.785963] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1ae5d-963a-40f0-a146-330ebffa7594 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.946282] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.946715] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance network_info: |[{"id": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "address": "fa:16:3e:15:93:50", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbb51a5-f8", "ovs_interfaceid": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.947243] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:93:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dbb51a5-f87f-40fd-b17b-c8a51561fc24', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.954954] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.956796] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.956796] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681c1578-39c1-4fa6-a5b8-b48b85d3e54a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.977831] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.977831] env[69692]: value = "task-3536015" [ 918.977831] env[69692]: _type = "Task" [ 918.977831] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.986728] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536015, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.094432] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.097088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.535s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.098678] env[69692]: INFO nova.compute.claims [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.121407] env[69692]: INFO nova.scheduler.client.report [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Deleted allocations for instance 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a [ 919.194910] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141914} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.195222] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.196041] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0795d000-58f7-46d3-921b-3ad086cc90c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.219837] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.220090] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4a4265-694b-4086-9eca-481edaf187ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.242504] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 919.242504] env[69692]: value = "task-3536016" [ 919.242504] env[69692]: _type = "Task" [ 919.242504] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.252793] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.259487] env[69692]: DEBUG nova.compute.manager [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Received event network-changed-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.259686] env[69692]: DEBUG nova.compute.manager [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Refreshing instance network info cache due to event network-changed-5dbb51a5-f87f-40fd-b17b-c8a51561fc24. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.259918] env[69692]: DEBUG oslo_concurrency.lockutils [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] Acquiring lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.260193] env[69692]: DEBUG oslo_concurrency.lockutils [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] Acquired lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.260642] env[69692]: DEBUG nova.network.neutron [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Refreshing network info cache for port 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.305065] env[69692]: INFO nova.compute.manager [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] instance snapshotting [ 919.312172] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6103f7df-59ac-4a42-8f92-7292a2bd33d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.316251] env[69692]: INFO nova.compute.manager [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Took 43.66 seconds to build instance. [ 919.337423] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1bd518-9c0c-4f5c-9981-844218a6ee2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.492279] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536015, 'name': CreateVM_Task, 'duration_secs': 0.506639} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.492553] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.493754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493826] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.494313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.494684] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab3e31f-a897-4b28-9b2c-b2fcec63a68e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.500124] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 919.500124] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ca995-d22c-9fb2-42d4-f08f0ec66225" [ 919.500124] env[69692]: _type = "Task" [ 919.500124] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.510275] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527ca995-d22c-9fb2-42d4-f08f0ec66225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.630619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Lock "29bb2ccd-f61b-43a2-a17b-23e5de43fc6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.101s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.757036] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.819033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.335s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.849203] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.849516] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e51633b1-619c-4681-9300-456131233cde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.858077] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 919.858077] env[69692]: value = "task-3536017" [ 919.858077] env[69692]: _type = "Task" [ 919.858077] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.871232] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.011245] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527ca995-d22c-9fb2-42d4-f08f0ec66225, 'name': SearchDatastore_Task, 'duration_secs': 0.0128} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.011633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.011959] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.012235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.012431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.012662] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.012984] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202d6dcd-6426-4268-bb8f-11189780ee92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.018267] env[69692]: DEBUG nova.network.neutron [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Updated VIF entry in instance network info cache for port 5dbb51a5-f87f-40fd-b17b-c8a51561fc24. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.018702] env[69692]: DEBUG nova.network.neutron [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Updating instance_info_cache with network_info: [{"id": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "address": "fa:16:3e:15:93:50", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbb51a5-f8", "ovs_interfaceid": "5dbb51a5-f87f-40fd-b17b-c8a51561fc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.025809] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.025998] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.026764] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f32d07d-2b0b-4a1b-a275-c0280fa88cc1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.035863] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 920.035863] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4615f-5c1f-9dd4-9db7-356137ce8305" [ 920.035863] env[69692]: _type = "Task" [ 920.035863] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.045330] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4615f-5c1f-9dd4-9db7-356137ce8305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.260998] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536016, 'name': ReconfigVM_Task, 'duration_secs': 0.523195} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.261425] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.262118] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b482e6cc-2420-48cf-8c43-c5e01ccf777a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.270196] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 920.270196] env[69692]: value = "task-3536018" [ 920.270196] env[69692]: _type = "Task" [ 920.270196] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.288147] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536018, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.328364] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.372139] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.526452] env[69692]: DEBUG oslo_concurrency.lockutils [req-b70c932a-b8a2-4d30-a4a1-2387ef0c0e32 req-f99d27c5-11a8-4230-836d-a39da91cd0d1 service nova] Releasing lock "refresh_cache-450475fe-d1da-4dd9-9547-7f3f350e3859" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.554690] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4615f-5c1f-9dd4-9db7-356137ce8305, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.555226] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a15b0f-bbb6-4d9c-a0a8-0f202bf8c7ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.563604] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 920.563604] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521125b2-d6f6-06de-6ef2-4bbec9be0620" [ 920.563604] env[69692]: _type = "Task" [ 920.563604] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.571447] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521125b2-d6f6-06de-6ef2-4bbec9be0620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.690133] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8270116a-9453-4735-9ce7-390cf21d41a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.699767] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc8485-949b-44cd-bd48-3bcb13b2b728 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.736123] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7d748-5253-4ab7-b9f4-fa79fd884c2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.745445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843313f5-3811-4485-b6f7-3b7c8218e723 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.764511] env[69692]: DEBUG nova.compute.provider_tree [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.780431] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536018, 'name': Rename_Task, 'duration_secs': 0.253439} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.780676] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.780922] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679644d8-39a5-40ec-a452-e0ce2f310a03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.787534] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 920.787534] env[69692]: value = "task-3536019" [ 920.787534] env[69692]: _type = "Task" [ 920.787534] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.796633] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.853110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.874783] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536017, 'name': CreateSnapshot_Task, 'duration_secs': 0.634584} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.875082] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.875928] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ad592-bda1-4019-9366-8bd132c43332 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.935029] env[69692]: DEBUG nova.compute.manager [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.936180] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab48cd-b9c5-4c5f-82fa-17f2bf4a782b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.073378] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521125b2-d6f6-06de-6ef2-4bbec9be0620, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.073707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.073969] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.074327] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ea72c9-5d6d-4ce4-8c79-7d08afd657ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.082229] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 921.082229] env[69692]: value = "task-3536020" [ 921.082229] env[69692]: _type = "Task" [ 921.082229] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.091087] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.267826] env[69692]: DEBUG nova.scheduler.client.report [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.288119] env[69692]: DEBUG nova.compute.manager [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-changed-e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.288528] env[69692]: DEBUG nova.compute.manager [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing instance network info cache due to event network-changed-e2537686-031f-4113-92c0-d261ea50b6b6. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.288528] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.288680] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.288810] env[69692]: DEBUG nova.network.neutron [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing network info cache for port e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.302736] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.400255] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.400885] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a7f252d-9fe6-48cf-b99c-4ab28f436e46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.413926] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 921.413926] env[69692]: value = "task-3536021" [ 921.413926] env[69692]: _type = "Task" [ 921.413926] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.428401] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536021, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.448045] env[69692]: INFO nova.compute.manager [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] instance snapshotting [ 921.448313] env[69692]: WARNING nova.compute.manager [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 921.454393] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c89eb3-9f9e-4eb3-b6b8-8dc104521b9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.479398] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0c4e9-c286-4265-88fe-652ba84536c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.593415] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.774832] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.775622] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.779334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.210s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.782040] env[69692]: INFO nova.compute.claims [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.809027] env[69692]: DEBUG oslo_vmware.api [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536019, 'name': PowerOnVM_Task, 'duration_secs': 0.778152} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.809027] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.809027] env[69692]: DEBUG nova.compute.manager [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.813434] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe96a0-2a60-4823-a998-289f1fe6bd34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.924623] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536021, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.993194] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.993616] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21b91d70-7c09-4c76-bed9-c99b1ffd8e7a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.002064] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 922.002064] env[69692]: value = "task-3536022" [ 922.002064] env[69692]: _type = "Task" [ 922.002064] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.013187] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.093038] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596892} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.093410] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.093650] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.093965] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15512f0-11d1-4aa7-b1a0-1754b9ce1c31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.102300] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 922.102300] env[69692]: value = "task-3536023" [ 922.102300] env[69692]: _type = "Task" [ 922.102300] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.113511] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.114461] env[69692]: DEBUG nova.network.neutron [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updated VIF entry in instance network info cache for port e2537686-031f-4113-92c0-d261ea50b6b6. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.114895] env[69692]: DEBUG nova.network.neutron [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.290803] env[69692]: DEBUG nova.compute.utils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.314221] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 922.339045] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.426592] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536021, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.518700] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.616662] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19119} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.617208] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1b91246-d6b4-48e2-bfff-987e9feaa84c req-a4721181-fc29-45fe-9214-14580de7bbaa service nova] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.617595] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.618415] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc9be7-0341-43b8-9ebc-e7e8f7b46dad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.641998] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.642348] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690b8308-db8e-4669-8334-6711dd4563a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.664137] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 922.664137] env[69692]: value = "task-3536024" [ 922.664137] env[69692]: _type = "Task" [ 922.664137] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.673796] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.817584] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.908492] env[69692]: DEBUG nova.compute.manager [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.909864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d88de-8b35-48e9-8f3c-855bd200aca3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.930065] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536021, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.014633] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536022, 'name': CreateSnapshot_Task, 'duration_secs': 0.897005} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.017464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.018545] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202b42f-15da-4766-8541-65cea6acd82b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.175149] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536024, 'name': ReconfigVM_Task, 'duration_secs': 0.468842} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.175482] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.178863] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8c71bc-d13f-4a82-82c1-f19a2898eaf3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.187681] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 923.187681] env[69692]: value = "task-3536025" [ 923.187681] env[69692]: _type = "Task" [ 923.187681] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.196539] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536025, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.332671] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ecdcaa-4c58-4aca-910b-813ab5d1d7a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.345713] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b18542-1a8c-4927-a95b-7afdd658542f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.383688] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223b1d0f-ec9e-4204-bffc-b6db0b5d435a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.391451] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008aa7dd-976f-4e4f-a55a-1371e12acaca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.406731] env[69692]: DEBUG nova.compute.provider_tree [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.427331] env[69692]: INFO nova.compute.manager [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] instance snapshotting [ 923.428202] env[69692]: DEBUG nova.objects.instance [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.430032] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536021, 'name': CloneVM_Task, 'duration_secs': 1.527669} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.431016] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Created linked-clone VM from snapshot [ 923.431889] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400e746-862b-4534-9c1a-b9bf98ebcd55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.439964] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Uploading image 8793a3b5-7a9e-4933-997f-5bd6f4d88a90 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.462126] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.462126] env[69692]: value = "vm-706220" [ 923.462126] env[69692]: _type = "VirtualMachine" [ 923.462126] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.462401] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1ae83ea-48cc-465a-9c78-f6416a087c07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.469310] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease: (returnval){ [ 923.469310] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642261-4c13-2590-809e-2b28e13d1bfc" [ 923.469310] env[69692]: _type = "HttpNfcLease" [ 923.469310] env[69692]: } obtained for exporting VM: (result){ [ 923.469310] env[69692]: value = "vm-706220" [ 923.469310] env[69692]: _type = "VirtualMachine" [ 923.469310] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.469712] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the lease: (returnval){ [ 923.469712] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642261-4c13-2590-809e-2b28e13d1bfc" [ 923.469712] env[69692]: _type = "HttpNfcLease" [ 923.469712] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.476844] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.476844] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642261-4c13-2590-809e-2b28e13d1bfc" [ 923.476844] env[69692]: _type = "HttpNfcLease" [ 923.476844] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.539900] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.540253] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88b649be-3d4c-481e-a3c1-0ac02a770233 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.548466] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 923.548466] env[69692]: value = "task-3536027" [ 923.548466] env[69692]: _type = "Task" [ 923.548466] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.557406] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536027, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.699898] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536025, 'name': Rename_Task, 'duration_secs': 0.317248} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.700345] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.700719] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1995cce8-e13f-4184-8a6d-b4f5e7c8076a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.707820] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 923.707820] env[69692]: value = "task-3536028" [ 923.707820] env[69692]: _type = "Task" [ 923.707820] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.715662] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.828171] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.854525] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.854669] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.854833] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.855077] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.855267] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.855426] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.855636] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.855851] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.855958] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.856133] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.856412] env[69692]: DEBUG nova.virt.hardware [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.857261] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29cde7a-a9fc-40ba-bd2a-1ecb37f1bf8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.868139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee69499-adf5-493b-92c4-12d4d305232f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.883050] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.889294] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Creating folder: Project (c70db12037ec45d882f14ad56827e23e). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.889434] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a22ba6-fd93-4d74-b516-213d7bfca680 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.900424] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Created folder: Project (c70db12037ec45d882f14ad56827e23e) in parent group-v706084. [ 923.900424] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Creating folder: Instances. Parent ref: group-v706223. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.900424] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9de57dd-407c-4081-ba39-9d1fb3b2f712 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.909378] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Created folder: Instances in parent group-v706223. [ 923.911072] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.911072] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.911072] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab22d23-17ce-49ed-b2db-b4b0ff1f5678 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.923774] env[69692]: DEBUG nova.scheduler.client.report [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.927810] env[69692]: INFO nova.compute.manager [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Rebuilding instance [ 923.934175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f22546-6221-426b-a280-f501fc98b8da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.938431] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.938431] env[69692]: value = "task-3536031" [ 923.938431] env[69692]: _type = "Task" [ 923.938431] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.960951] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a2e03f-cab1-4798-a0a3-b5dcc32f66be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.969560] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536031, 'name': CreateVM_Task} progress is 15%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.987440] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.987440] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642261-4c13-2590-809e-2b28e13d1bfc" [ 923.987440] env[69692]: _type = "HttpNfcLease" [ 923.987440] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.987815] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.987815] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642261-4c13-2590-809e-2b28e13d1bfc" [ 923.987815] env[69692]: _type = "HttpNfcLease" [ 923.987815] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 923.988669] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6aeb42-9b30-4ba4-b837-98df99a2fbd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.997269] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.997470] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 924.070272] env[69692]: DEBUG nova.compute.manager [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.071724] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7202a079-baa3-4d84-ab79-93717a52cadf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.079800] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536027, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.125358] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6097a0f4-424a-4a30-8d42-a7c3cf27838a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.219156] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.431548] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.432480] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.436468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.030s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.456456] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536031, 'name': CreateVM_Task, 'duration_secs': 0.338402} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.458076] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.458988] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.458988] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.459236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.461015] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e70dc1-faa8-4719-a81d-4efb1825dea0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.467963] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 924.467963] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52150fcd-7d73-0f34-f811-02726813a2c1" [ 924.467963] env[69692]: _type = "Task" [ 924.467963] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.477671] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52150fcd-7d73-0f34-f811-02726813a2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.484254] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.484574] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd1da39e-82fd-446d-97c2-0d9c1c056ee3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.491851] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 924.491851] env[69692]: value = "task-3536032" [ 924.491851] env[69692]: _type = "Task" [ 924.491851] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.500473] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.570437] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536027, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.719741] env[69692]: DEBUG oslo_vmware.api [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536028, 'name': PowerOnVM_Task, 'duration_secs': 0.645809} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.720276] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.720550] env[69692]: INFO nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Took 8.01 seconds to spawn the instance on the hypervisor. [ 924.720770] env[69692]: DEBUG nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.721555] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec01d7-67e1-4c6b-b0e6-69b14bbb53ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.937960] env[69692]: DEBUG nova.compute.utils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.939721] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.939979] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.981028] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52150fcd-7d73-0f34-f811-02726813a2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.981449] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.981771] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.982067] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.982320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.982494] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.982850] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7d0f12-3be7-4dd7-a9f0-b75b1b26964a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.992815] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.993274] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.997729] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ef2ac9-44b9-4723-a433-c2a0b64d5302 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.002440] env[69692]: DEBUG nova.policy [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30269529f20a4bacbba5ed30d51be5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6ba760817c41498d502472114bb424', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.011461] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.013629] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 925.013629] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526e9236-9a54-116a-0756-7a9a6b16ab1b" [ 925.013629] env[69692]: _type = "Task" [ 925.013629] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.023274] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526e9236-9a54-116a-0756-7a9a6b16ab1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.067492] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536027, 'name': CloneVM_Task, 'duration_secs': 1.279718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.067640] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Created linked-clone VM from snapshot [ 925.068512] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e55bc1-30f0-4464-8d39-f9307e0f47cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.077287] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Uploading image 1ccaf0c8-8520-4414-aa9c-81674c60379d {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.095085] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.095085] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc5e78f-d8a1-4b44-a741-95e75fa0b021 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.101586] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 925.101586] env[69692]: value = "task-3536033" [ 925.101586] env[69692]: _type = "Task" [ 925.101586] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.110303] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.241463] env[69692]: INFO nova.compute.manager [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Took 45.23 seconds to build instance. [ 925.392368] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Successfully created port: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.443311] env[69692]: DEBUG nova.compute.utils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.459911] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Applying migration context for instance 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab as it has an incoming, in-progress migration 53d0f34f-f5bc-442d-899d-9f879504aa97. Migration status is confirming {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 925.462798] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating resource usage from migration 53d0f34f-f5bc-442d-899d-9f879504aa97 [ 925.489967] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 070fc5ec-3c2f-4bde-9f93-254cd89bff38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490140] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4a40d82c-5823-4bd7-ba16-f87cfd283895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490270] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 137791b5-ce5f-45af-b051-30e71d508b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490389] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490505] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490617] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 61c174b9-4fd3-477e-94d0-657eb14e0903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490745] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 1338ffea-5424-495c-89d4-425e55ee7874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490861] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.490970] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 03afb7d6-186a-4fce-a004-003937329ff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491144] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance eb087ccc-cfd3-4160-b189-b7b991a9a35c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.491322] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c313d34f-a527-4c11-b136-f11072822afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491392] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ae154727-5f48-4e34-8b19-0d9bfce788c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491484] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fff86862-b110-4755-af71-3a95fc678159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491595] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4ab390b7-fcfd-4038-b598-84235013de2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491719] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.491831] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.491966] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b95c4b0b-dd10-4046-9959-f2c6b36cabe0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.493121] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4170a779-a76c-494e-9ae9-6ba53cb4357f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.493401] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance bba29867-afd7-402e-a8c9-811b22dced76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.493548] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration 53d0f34f-f5bc-442d-899d-9f879504aa97 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 925.493714] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.493840] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 450475fe-d1da-4dd9-9547-7f3f350e3859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.493964] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c5207e4d-630f-4619-bfed-b7f0e35f3047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.494130] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f97ab55c-ccb7-43e8-8df9-29e0652e8c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.509597] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536032, 'name': CreateSnapshot_Task, 'duration_secs': 0.757741} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.509980] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.511537] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b25051-4941-43f5-ba51-c45805280c24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.528508] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526e9236-9a54-116a-0756-7a9a6b16ab1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.529749] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ff921f-2887-48ce-9848-26ab29150a63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.535312] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 925.535312] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f426ee-5ba3-63b6-a824-ae20d2bc2367" [ 925.535312] env[69692]: _type = "Task" [ 925.535312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.543448] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f426ee-5ba3-63b6-a824-ae20d2bc2367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.617265] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536033, 'name': PowerOffVM_Task, 'duration_secs': 0.246785} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.618287] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.618817] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.618817] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54963b2c-8e24-40c9-9a41-19f938730ba9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.629519] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.630166] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af04e6d0-0080-489e-be84-4872e457e3e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.692319] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.692630] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.693409] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore2] 070fc5ec-3c2f-4bde-9f93-254cd89bff38 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.693409] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e42abc2-d5ac-4600-b24f-3fd2f5fc6640 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.700460] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 925.700460] env[69692]: value = "task-3536035" [ 925.700460] env[69692]: _type = "Task" [ 925.700460] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.708740] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.743570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc7145a-0b17-4571-8f71-f38b4974d2bd tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.876s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.946058] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.001828] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2431c213-29d6-4438-aa3b-dc3e888dd5bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.037601] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.038679] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89ff4a89-e6e3-42af-b033-a670c36cb874 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.052410] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f426ee-5ba3-63b6-a824-ae20d2bc2367, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.053841] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.054159] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.054568] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 926.054568] env[69692]: value = "task-3536036" [ 926.054568] env[69692]: _type = "Task" [ 926.054568] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.055258] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c2750d1-4e9b-4e98-b75c-72e0244228d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.069173] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536036, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.071498] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 926.071498] env[69692]: value = "task-3536037" [ 926.071498] env[69692]: _type = "Task" [ 926.071498] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.082670] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.214498] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344963} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.214963] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.215306] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.215468] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.246493] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.505223] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.570880] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536036, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.582670] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.774358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.915362] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Successfully updated port: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.961138] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.008761] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4c5a23dc-e2a1-4887-9ece-f05dab1677bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 927.072240] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536036, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.081140] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559459} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.082030] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.082030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.082638] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98ed83a-1e32-423a-8bdd-8791043ad479 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.090244] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 927.090244] env[69692]: value = "task-3536038" [ 927.090244] env[69692]: _type = "Task" [ 927.090244] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.101305] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.104735] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.104735] env[69692]: value = "vm-706222" [ 927.104735] env[69692]: _type = "VirtualMachine" [ 927.104735] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.108016] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-106c9573-b20e-4161-91ba-40fbe0b3b82a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113902] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease: (returnval){ [ 927.113902] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52de8115-97f7-3964-f249-839c73b2e7ef" [ 927.113902] env[69692]: _type = "HttpNfcLease" [ 927.113902] env[69692]: } obtained for exporting VM: (result){ [ 927.113902] env[69692]: value = "vm-706222" [ 927.113902] env[69692]: _type = "VirtualMachine" [ 927.113902] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.114211] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the lease: (returnval){ [ 927.114211] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52de8115-97f7-3964-f249-839c73b2e7ef" [ 927.114211] env[69692]: _type = "HttpNfcLease" [ 927.114211] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.116677] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='992998513',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-248763991',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.116677] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.116830] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.117074] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.117246] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.117447] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.117721] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.117905] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.118184] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.118409] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.118644] env[69692]: DEBUG nova.virt.hardware [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.121118] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf4a6b0-daf2-4208-abcd-eaf78b0351b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.131992] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.133143] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a3f0a-423f-4466-bb95-e5377cf0787d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.139382] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.139382] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52de8115-97f7-3964-f249-839c73b2e7ef" [ 927.139382] env[69692]: _type = "HttpNfcLease" [ 927.139382] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.140264] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.140264] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52de8115-97f7-3964-f249-839c73b2e7ef" [ 927.140264] env[69692]: _type = "HttpNfcLease" [ 927.140264] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.141814] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c707ee-e658-4c3c-a0ad-640638bc44c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.149356] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1aed8d-05b5-451a-b928-012e24fec413 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.152105] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.153039] env[69692]: ERROR oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk due to incomplete transfer. [ 927.153039] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ba120b0-834b-4617-806c-307100f10a0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.167522] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.167832] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 927.170194] env[69692]: DEBUG oslo_vmware.rw_handles [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6b731-e858-0776-92f4-c8114b948a97/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.170417] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Uploaded image 5275ac21-b7f3-4104-94ad-7e118537ad73 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.174743] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.176222] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-161d77e9-ed5a-4dde-bb3e-58b14198b6ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.242544] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 927.242544] env[69692]: value = "task-3536040" [ 927.242544] env[69692]: _type = "Task" [ 927.242544] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.253862] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536040, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.262791] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.263143] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.263312] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.263542] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.264167] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.264167] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.264167] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.264363] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.264577] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.264776] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.264960] env[69692]: DEBUG nova.virt.hardware [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.266193] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8857b-3e41-4168-aa3b-a7f8bafc6ce7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.274979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8106c0-0746-4d2d-8aac-7e9ff4e1b265 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.291483] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:dc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b969d2-f9db-4d65-bf13-507d9f2ea469', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.299207] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.299906] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.300182] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e576aa-293e-4855-bd23-c0fefe6f0eb1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.318088] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce01b50a-fab7-48c5-b3b0-0527d7e73235 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.322672] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.322672] env[69692]: value = "task-3536041" [ 927.322672] env[69692]: _type = "Task" [ 927.322672] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.332500] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536041, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.420250] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.420553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.420682] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.513615] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6f29f695-9210-4683-a685-21ff6672167b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 927.571447] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536036, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.604208] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097509} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.604597] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.605994] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b10b22-bd40-457c-838e-c73e04781744 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.631160] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.631526] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9458908a-3229-4f1f-b5ca-863d711a9848 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.654890] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 927.654890] env[69692]: value = "task-3536042" [ 927.654890] env[69692]: _type = "Task" [ 927.654890] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.664857] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.753296] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536040, 'name': Destroy_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.835430] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536041, 'name': CreateVM_Task, 'duration_secs': 0.428419} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.835656] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.836468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.836750] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.837378] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.837554] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637b3cec-f15f-44fb-ae93-440c8c81891b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.843752] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 927.843752] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5244d7b1-345b-7d93-6284-3ef5a424a465" [ 927.843752] env[69692]: _type = "Task" [ 927.843752] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.855500] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5244d7b1-345b-7d93-6284-3ef5a424a465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.961825] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.017773] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 09c53286-6c55-4a21-a118-f463bf31d88f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.071919] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536036, 'name': CloneVM_Task, 'duration_secs': 1.588784} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.076506] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created linked-clone VM from snapshot [ 928.079473] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1a8af-c74d-482e-9f34-64be0d0fb113 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.085561] env[69692]: DEBUG nova.compute.manager [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Received event network-vif-plugged-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.085793] env[69692]: DEBUG oslo_concurrency.lockutils [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] Acquiring lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.086429] env[69692]: DEBUG oslo_concurrency.lockutils [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.086429] env[69692]: DEBUG oslo_concurrency.lockutils [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.086615] env[69692]: DEBUG nova.compute.manager [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] No waiting events found dispatching network-vif-plugged-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.086703] env[69692]: WARNING nova.compute.manager [req-45ebdc1f-0913-4507-9705-33981a03bbc3 req-23a44e56-feb0-46d9-b757-867c49cbab76 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Received unexpected event network-vif-plugged-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 for instance with vm_state building and task_state spawning. [ 928.094319] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploading image 45f27b77-ac49-479b-9ee5-7131b6af2b67 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.121100] env[69692]: DEBUG nova.network.neutron [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updating instance_info_cache with network_info: [{"id": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "address": "fa:16:3e:f1:03:3a", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac2d3c5-b6", "ovs_interfaceid": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.170539] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.253678] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536040, 'name': Destroy_Task, 'duration_secs': 0.532878} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.254268] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Destroyed the VM [ 928.255328] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.255328] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50466fa5-4e15-4ba7-aacc-eddd15c14ab4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.264970] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 928.264970] env[69692]: value = "task-3536043" [ 928.264970] env[69692]: _type = "Task" [ 928.264970] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.275798] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.360372] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.360677] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.360900] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5244d7b1-345b-7d93-6284-3ef5a424a465, 'name': SearchDatastore_Task, 'duration_secs': 0.025363} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.361278] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.361545] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.361789] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361938] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.362148] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.362737] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ede50f-ad0f-4abd-a996-aee804878f45 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.372764] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.373049] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.374035] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6d383a-6287-4fd2-8b5b-c495f5460445 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.380690] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 928.380690] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c8f92e-db76-9746-bfe0-0147fc21547c" [ 928.380690] env[69692]: _type = "Task" [ 928.380690] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.388775] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c8f92e-db76-9746-bfe0-0147fc21547c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.396354] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "339b89cb-9191-453f-b407-e96b61289fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.396733] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.520628] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6990cec6-ebac-4df4-8336-32134853d547 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.624798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.625248] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Instance network_info: |[{"id": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "address": "fa:16:3e:f1:03:3a", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac2d3c5-b6", "ovs_interfaceid": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.625745] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:03:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ac2d3c5-b63d-43e3-9b3e-678a67337b88', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.634068] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.634528] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.634668] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4efc0789-da36-49cc-aa0c-219d7fb5bc92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656714] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.656714] env[69692]: value = "task-3536044" [ 928.656714] env[69692]: _type = "Task" [ 928.656714] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.672024] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536042, 'name': ReconfigVM_Task, 'duration_secs': 0.6668} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.672229] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536044, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.672532] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Reconfigured VM instance instance-00000034 to attach disk [datastore1] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.673219] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56dae38b-5f5d-4bd4-937f-bd3917bd6243 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.681087] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 928.681087] env[69692]: value = "task-3536045" [ 928.681087] env[69692]: _type = "Task" [ 928.681087] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.689771] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536045, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.775070] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536043, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398357} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.775364] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.775645] env[69692]: DEBUG nova.compute.manager [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.776461] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406eee9-8df8-436f-8180-00c5515aec46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.894057] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c8f92e-db76-9746-bfe0-0147fc21547c, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.895104] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7ffdbf-d390-49f2-b8ba-c51450cfdb0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.901328] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 928.901328] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5226780e-a203-01b0-23c1-4cd434d967d9" [ 928.901328] env[69692]: _type = "Task" [ 928.901328] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.911137] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5226780e-a203-01b0-23c1-4cd434d967d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.024836] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cd4e49bb-7bfc-4b07-95ff-68d764b046f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 929.171514] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536044, 'name': CreateVM_Task, 'duration_secs': 0.345688} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.171717] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.172514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.172714] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.173071] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.173363] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a85e2e-d0bd-4247-9671-6defbf6bbba1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.179883] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 929.179883] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5260e5c5-e4f1-4fe8-4313-afdd263ce0e6" [ 929.179883] env[69692]: _type = "Task" [ 929.179883] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.198889] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536045, 'name': Rename_Task, 'duration_secs': 0.224685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.199201] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5260e5c5-e4f1-4fe8-4313-afdd263ce0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.199505] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.199765] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec0ca41f-d209-49cc-b98e-55b33d115b58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.208889] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 929.208889] env[69692]: value = "task-3536046" [ 929.208889] env[69692]: _type = "Task" [ 929.208889] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.219514] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.289243] env[69692]: INFO nova.compute.manager [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Shelve offloading [ 929.413994] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5226780e-a203-01b0-23c1-4cd434d967d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.414366] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.414609] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.414937] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51752f1f-94f8-4d9b-acfb-14316133d235 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.424445] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 929.424445] env[69692]: value = "task-3536047" [ 929.424445] env[69692]: _type = "Task" [ 929.424445] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.435718] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.528931] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 571905c8-e07d-4ddf-9f37-1b1311d71b6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 929.691352] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5260e5c5-e4f1-4fe8-4313-afdd263ce0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.691724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.691987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.692284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.692448] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.692638] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.692948] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b4db08-fcb2-4ef5-9b00-378fb94d4d7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.704632] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.705343] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.706334] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a581119-d58c-42cc-b82f-99e10917c326 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.723371] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 929.723371] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521be829-661d-0667-bd86-8a7914c67d44" [ 929.723371] env[69692]: _type = "Task" [ 929.723371] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.723636] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.735858] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521be829-661d-0667-bd86-8a7914c67d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.793168] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.793525] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c2c8ce-2e82-4951-acc2-2ca302ec6768 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.804098] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 929.804098] env[69692]: value = "task-3536048" [ 929.804098] env[69692]: _type = "Task" [ 929.804098] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.817401] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.817652] env[69692]: DEBUG nova.compute.manager [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.818606] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e5c80e-3868-4304-b351-64f15c27cad9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.828312] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.828497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.828677] env[69692]: DEBUG nova.network.neutron [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.938282] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.032906] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6203955b-b451-404b-9d18-ef6a4e0a5da6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.033360] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 930.033529] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 930.222135] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.234092] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521be829-661d-0667-bd86-8a7914c67d44, 'name': SearchDatastore_Task, 'duration_secs': 0.073806} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.234927] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716e629f-76d4-4872-af90-e3338bb4113c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.243533] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 930.243533] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52226124-9ff1-3875-9a82-3ebc3090e46b" [ 930.243533] env[69692]: _type = "Task" [ 930.243533] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.253969] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52226124-9ff1-3875-9a82-3ebc3090e46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.438555] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63799} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.441095] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.441337] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.441622] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc531ed-27b3-42a8-9414-349c72ca5650 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.452028] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 930.452028] env[69692]: value = "task-3536049" [ 930.452028] env[69692]: _type = "Task" [ 930.452028] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.466067] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.549879] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74724b2d-6e6b-4551-ad35-7c89e3e33f3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.558699] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d46853-33d5-499d-af8a-bf9e81af2d79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.590137] env[69692]: DEBUG nova.network.neutron [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.591874] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43897b6e-2450-4541-9185-963ff1b3442b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.600610] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1011b1a2-a230-4592-87f1-ec65071e2b92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.616299] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.722022] env[69692]: DEBUG oslo_vmware.api [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536046, 'name': PowerOnVM_Task, 'duration_secs': 1.082744} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.722395] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.722646] env[69692]: INFO nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Took 6.89 seconds to spawn the instance on the hypervisor. [ 930.722857] env[69692]: DEBUG nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.723649] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b938135e-525b-4f74-b2a1-4fcea54ec871 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.753855] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52226124-9ff1-3875-9a82-3ebc3090e46b, 'name': SearchDatastore_Task, 'duration_secs': 0.01647} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.754118] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.754404] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/f97ab55c-ccb7-43e8-8df9-29e0652e8c5e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.754643] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5696e5d-401c-4ca6-8dc5-3374c6f765b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.764038] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 930.764038] env[69692]: value = "task-3536050" [ 930.764038] env[69692]: _type = "Task" [ 930.764038] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.775324] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.963212] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069711} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.963576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.964409] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad5bd5-bf46-4cf2-9414-5e151818a542 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.987736] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.988047] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0272aff3-49eb-4427-a036-dba5dc58f903 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.009296] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 931.009296] env[69692]: value = "task-3536051" [ 931.009296] env[69692]: _type = "Task" [ 931.009296] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.017482] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.096179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.119824] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.240662] env[69692]: INFO nova.compute.manager [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Took 49.70 seconds to build instance. [ 931.283488] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536050, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.495502] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.496766] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b0810-b32a-4279-8c2d-82b71df0ccb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.506686] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.506996] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5a687b-9485-4702-9e5e-280956d2937e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.518955] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536051, 'name': ReconfigVM_Task, 'duration_secs': 0.321694} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.519302] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38/070fc5ec-3c2f-4bde-9f93-254cd89bff38.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.519979] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d07978-190c-4893-ae99-3f22577f0320 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.528454] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 931.528454] env[69692]: value = "task-3536053" [ 931.528454] env[69692]: _type = "Task" [ 931.528454] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.538328] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536053, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.591834] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.592107] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.592345] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore2] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.592761] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df679c2-fa1b-4d57-9eab-37d4f84e1e15 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.602651] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 931.602651] env[69692]: value = "task-3536054" [ 931.602651] env[69692]: _type = "Task" [ 931.602651] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.612769] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.625951] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 931.626236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.190s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.626515] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.673s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.628406] env[69692]: INFO nova.compute.claims [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.742606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ab487c4-c9b3-44d7-b7df-633694ff6bba tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.127s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.775151] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769737} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.775443] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/f97ab55c-ccb7-43e8-8df9-29e0652e8c5e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.775686] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.776059] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c7407b-c2d4-49f1-a329-e68b288b0f6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.785101] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 931.785101] env[69692]: value = "task-3536055" [ 931.785101] env[69692]: _type = "Task" [ 931.785101] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.796839] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.040246] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536053, 'name': Rename_Task, 'duration_secs': 0.178172} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.040817] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.041257] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da43e38-a9c2-40fc-a248-33b99e00b79e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.051881] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 932.051881] env[69692]: value = "task-3536056" [ 932.051881] env[69692]: _type = "Task" [ 932.051881] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.059841] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.116031] env[69692]: DEBUG oslo_vmware.api [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269066} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.116031] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.116031] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.116031] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.141430] env[69692]: INFO nova.scheduler.client.report [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted allocations for instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 [ 932.248093] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.297045] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078651} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.297450] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.298595] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8d2a6-c69c-40e0-9a30-6443eaa984e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.323733] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/f97ab55c-ccb7-43e8-8df9-29e0652e8c5e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.324096] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffa9ec3-40c7-4d91-97f7-e82482718027 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.347184] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 932.347184] env[69692]: value = "task-3536057" [ 932.347184] env[69692]: _type = "Task" [ 932.347184] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.356868] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.561637] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.647602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.767293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.861936] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.011357] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.011357] env[69692]: value = "vm-706227" [ 933.011357] env[69692]: _type = "VirtualMachine" [ 933.011357] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.013120] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ed7638f-9372-4251-a2cc-ca0ecb57174b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.022560] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.023667] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ac131-0905-4c6b-b7e6-aa80bde4b1de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.028684] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease: (returnval){ [ 933.028684] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267e136-b031-30ac-5977-34d9f80abb9e" [ 933.028684] env[69692]: _type = "HttpNfcLease" [ 933.028684] env[69692]: } obtained for exporting VM: (result){ [ 933.028684] env[69692]: value = "vm-706227" [ 933.028684] env[69692]: _type = "VirtualMachine" [ 933.028684] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.028951] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the lease: (returnval){ [ 933.028951] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267e136-b031-30ac-5977-34d9f80abb9e" [ 933.028951] env[69692]: _type = "HttpNfcLease" [ 933.028951] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.038055] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.038192] env[69692]: ERROR oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk due to incomplete transfer. [ 933.039521] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae887342-8b8f-4694-b719-527a13b01f1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.043427] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.043427] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267e136-b031-30ac-5977-34d9f80abb9e" [ 933.043427] env[69692]: _type = "HttpNfcLease" [ 933.043427] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.045914] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.045914] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267e136-b031-30ac-5977-34d9f80abb9e" [ 933.045914] env[69692]: _type = "HttpNfcLease" [ 933.045914] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.046215] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c76deb-4e48-43a0-a65d-c472ea7394da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.050508] env[69692]: DEBUG oslo_vmware.rw_handles [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52913cc9-42d9-4f0a-3420-6593a1347ea5/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.051847] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Uploaded image 8793a3b5-7a9e-4933-997f-5bd6f4d88a90 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.054053] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.057904] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdade743-c6df-43f1-a2cc-c0280156ab29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.068122] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.068316] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.076307] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 933.076307] env[69692]: value = "task-3536059" [ 933.076307] env[69692]: _type = "Task" [ 933.076307] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.139685] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.158438] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536059, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.202643] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a93bebd1-bff4-4ef2-b5d8-8e1933c8029a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.225212] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167f62f-2603-492d-aa80-85be34be2a7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.235592] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffda4e5-2bba-488b-9178-3ec67ece2992 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.272517] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962aa49-e654-4a4e-856f-ff809a65b637 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.280839] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cab9d-bebc-4d2e-85e8-dedc6d6235d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.298037] env[69692]: DEBUG nova.compute.provider_tree [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.362434] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536057, 'name': ReconfigVM_Task, 'duration_secs': 0.588742} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.362552] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/f97ab55c-ccb7-43e8-8df9-29e0652e8c5e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.363713] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69692) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 933.363713] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-92ff8407-2e95-4872-b35f-491a281f28ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.371409] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 933.371409] env[69692]: value = "task-3536060" [ 933.371409] env[69692]: _type = "Task" [ 933.371409] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.381124] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536060, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.568860] env[69692]: DEBUG oslo_vmware.api [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536056, 'name': PowerOnVM_Task, 'duration_secs': 1.046342} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.569341] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.569790] env[69692]: DEBUG nova.compute.manager [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.570622] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607078f-45ad-4592-8d17-b4a17dda2cb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.656773] env[69692]: DEBUG oslo_concurrency.lockutils [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.660617] env[69692]: DEBUG oslo_concurrency.lockutils [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.660901] env[69692]: DEBUG nova.compute.manager [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.661337] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536059, 'name': Destroy_Task, 'duration_secs': 0.469168} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.663223] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d752e-885b-4e29-951f-f1fa335042bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.671875] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Destroyed the VM [ 933.672210] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.672611] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6fa511b-f8f7-4156-b4ba-c9f8a6cc9611 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.680938] env[69692]: DEBUG nova.compute.manager [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 933.681707] env[69692]: DEBUG nova.objects.instance [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'flavor' on Instance uuid 450475fe-d1da-4dd9-9547-7f3f350e3859 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.684610] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 933.684610] env[69692]: value = "task-3536061" [ 933.684610] env[69692]: _type = "Task" [ 933.684610] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.698838] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805294] env[69692]: DEBUG nova.scheduler.client.report [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.884025] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536060, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.088106} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.884323] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69692) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 933.885223] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afae07c-98b0-449f-a475-0cd8959bd184 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.914213] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/ephemeral_0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.914836] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df0bf31-c2e8-43ef-b03b-1bd01652a22d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.940379] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 933.940379] env[69692]: value = "task-3536062" [ 933.940379] env[69692]: _type = "Task" [ 933.940379] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.949655] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.036874] env[69692]: DEBUG nova.compute.manager [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Received event network-changed-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.037341] env[69692]: DEBUG nova.compute.manager [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Refreshing instance network info cache due to event network-changed-5ac2d3c5-b63d-43e3-9b3e-678a67337b88. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.037742] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] Acquiring lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038286] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] Acquired lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.038286] env[69692]: DEBUG nova.network.neutron [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Refreshing network info cache for port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.087687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.199693] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.311440] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.312097] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.315696] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.469s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.316042] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.318784] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.315s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.320504] env[69692]: INFO nova.compute.claims [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.352715] env[69692]: INFO nova.scheduler.client.report [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted allocations for instance eb087ccc-cfd3-4160-b189-b7b991a9a35c [ 934.453866] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.696187] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.699660] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38bee018-c028-4aa7-a434-9403bfe4c5e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.702161] env[69692]: DEBUG oslo_vmware.api [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536061, 'name': RemoveSnapshot_Task, 'duration_secs': 0.99321} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.702535] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.702852] env[69692]: INFO nova.compute.manager [None req-850b2d19-6877-4457-901c-5953524dcee4 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 934.712877] env[69692]: DEBUG oslo_vmware.api [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 934.712877] env[69692]: value = "task-3536063" [ 934.712877] env[69692]: _type = "Task" [ 934.712877] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.725866] env[69692]: DEBUG oslo_vmware.api [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.778608] env[69692]: DEBUG nova.network.neutron [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updated VIF entry in instance network info cache for port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.778996] env[69692]: DEBUG nova.network.neutron [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updating instance_info_cache with network_info: [{"id": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "address": "fa:16:3e:f1:03:3a", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac2d3c5-b6", "ovs_interfaceid": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.825874] env[69692]: DEBUG nova.compute.utils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.831797] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.832018] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.870792] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "eb087ccc-cfd3-4160-b189-b7b991a9a35c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.438s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.894947] env[69692]: DEBUG nova.policy [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c64c1f53fe4f4cbe1b6810a1f0d336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c87bff23234ae28eb14991ed73eb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.955814] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536062, 'name': ReconfigVM_Task, 'duration_secs': 0.585368} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.956388] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e/ephemeral_0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.957359] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d780ff6e-acb9-4a51-946c-7753bacb363d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.967128] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 934.967128] env[69692]: value = "task-3536064" [ 934.967128] env[69692]: _type = "Task" [ 934.967128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.986770] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536064, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.243314] env[69692]: DEBUG oslo_vmware.api [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536063, 'name': PowerOffVM_Task, 'duration_secs': 0.316597} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.245460] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.245460] env[69692]: DEBUG nova.compute.manager [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.245460] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b5b63-afd3-49ba-9c47-fd8c49cb6ae3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.262374] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully created port: ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.281547] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed46cb33-b7b4-4fa5-b75a-0c7d6117ddde req-27ed1896-25d7-4f3f-8226-1bee2b2ddee5 service nova] Releasing lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.331833] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.483411] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536064, 'name': Rename_Task, 'duration_secs': 0.243261} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.483913] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.484954] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812f7bc0-07d8-4bf0-9db9-72f266ed77f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.497031] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 935.497031] env[69692]: value = "task-3536065" [ 935.497031] env[69692]: _type = "Task" [ 935.497031] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.510368] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.548600] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully created port: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.768181] env[69692]: DEBUG oslo_concurrency.lockutils [None req-baedf110-a6d8-4910-9126-09c6ee6ee0fc tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.809927] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb4e52-9139-450a-a3c0-5fdbda7ec7f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.821878] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully created port: dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.825027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1fe0ff-b90a-4ac2-9b0c-936e829c1f1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.864924] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cadf04-70d7-4903-ae87-c81eed145887 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.876677] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6393b3b-1617-409f-b05f-e8430ac2abc9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.893338] env[69692]: DEBUG nova.compute.provider_tree [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.015397] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.020255] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.020255] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395efbce-7609-4588-a2b9-d655a4930950 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.029256] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.029490] env[69692]: ERROR oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk due to incomplete transfer. [ 936.029785] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8baf069-e92a-4225-92fc-4ac4a8a9d7c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.044032] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5c0d-5733-cbe1-0ac1-4ca52682a551/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.044032] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Uploaded image 1ccaf0c8-8520-4414-aa9c-81674c60379d to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.045343] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.045954] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec09c15e-f711-48ce-8332-6febbe75d7bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.057157] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 936.057157] env[69692]: value = "task-3536066" [ 936.057157] env[69692]: _type = "Task" [ 936.057157] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.066051] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536066, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.371473] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.393928] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.394315] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.394533] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.394748] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.395246] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.395446] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.395701] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.395910] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.396219] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.396469] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.396734] env[69692]: DEBUG nova.virt.hardware [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.397722] env[69692]: DEBUG nova.scheduler.client.report [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.401781] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8171fca-f391-4d61-bdd2-b3b312359090 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.412649] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eedd89-652c-455c-8c76-23d6a17a5a15 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.509264] env[69692]: DEBUG oslo_vmware.api [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536065, 'name': PowerOnVM_Task, 'duration_secs': 0.632489} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.509607] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.509827] env[69692]: INFO nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 936.510031] env[69692]: DEBUG nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.510848] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e31586-65d3-4e88-88a6-4f4c4d4657b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.569547] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536066, 'name': Destroy_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.873952] env[69692]: DEBUG nova.compute.manager [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-vif-unplugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.874215] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.874451] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.874563] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.874734] env[69692]: DEBUG nova.compute.manager [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] No waiting events found dispatching network-vif-unplugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 936.874887] env[69692]: WARNING nova.compute.manager [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received unexpected event network-vif-unplugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 for instance with vm_state shelved_offloaded and task_state None. [ 936.875059] env[69692]: DEBUG nova.compute.manager [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.875244] env[69692]: DEBUG nova.compute.manager [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing instance network info cache due to event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.875453] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.875607] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.875764] env[69692]: DEBUG nova.network.neutron [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.906306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.906805] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.910089] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.974s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.911469] env[69692]: INFO nova.compute.claims [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.029484] env[69692]: INFO nova.compute.manager [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Took 52.49 seconds to build instance. [ 937.069355] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536066, 'name': Destroy_Task, 'duration_secs': 0.525779} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.069988] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Destroyed the VM [ 937.069988] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.070320] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-375ff334-c08f-4124-801b-dd967d79d6a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.081123] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 937.081123] env[69692]: value = "task-3536067" [ 937.081123] env[69692]: _type = "Task" [ 937.081123] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.093405] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.420495] env[69692]: DEBUG nova.compute.utils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.427022] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.427022] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.534198] env[69692]: DEBUG oslo_concurrency.lockutils [None req-691ef29c-342e-4fa1-9fad-5299096e6c1b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.478s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.566202] env[69692]: DEBUG nova.policy [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f255672516924abebf15b67dd1f154a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7031122d654ed8807080e15e9b0629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.577596] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully updated port: ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.593689] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536067, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.726516] env[69692]: INFO nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Rebuilding instance [ 937.786297] env[69692]: DEBUG nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 937.787445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38686474-4628-4f46-bb98-681d19979c26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.932579] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.031390] env[69692]: DEBUG nova.network.neutron [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updated VIF entry in instance network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.031799] env[69692]: DEBUG nova.network.neutron [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6884af1b-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.039436] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.095960] env[69692]: DEBUG oslo_vmware.api [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536067, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708034} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.099737] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.100156] env[69692]: INFO nova.compute.manager [None req-d18c2d0b-f477-48dc-aa10-e17796d0b722 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 938.147851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.259411] env[69692]: INFO nova.compute.manager [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Rebuilding instance [ 938.315774] env[69692]: DEBUG nova.compute.manager [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.319515] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a941c-db09-4279-ad66-27d97d25043c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.359398] env[69692]: DEBUG nova.compute.manager [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Received event network-changed-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.359645] env[69692]: DEBUG nova.compute.manager [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Refreshing instance network info cache due to event network-changed-5ac2d3c5-b63d-43e3-9b3e-678a67337b88. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.359931] env[69692]: DEBUG oslo_concurrency.lockutils [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] Acquiring lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.360129] env[69692]: DEBUG oslo_concurrency.lockutils [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] Acquired lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.360384] env[69692]: DEBUG nova.network.neutron [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Refreshing network info cache for port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.373155] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Successfully created port: 2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.521812] env[69692]: DEBUG nova.compute.manager [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.522205] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284084b1-41b9-4c95-bb27-f9d793645270 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.534484] env[69692]: DEBUG oslo_concurrency.lockutils [req-9625f018-f606-4c63-b9ae-63eb0815897f req-2950296b-1f90-488f-9c4f-20720dee9d84 service nova] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.546119] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92968d6-60c2-41ec-a82e-62157004db9d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.557591] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e1095a-f9f2-467e-b6aa-a2cd982e1e6d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.566486] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.602216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0465e-9e73-41e5-bca4-2d792f1d5316 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.616803] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57fb9e-2d7e-4a65-851c-5cad310badaa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.636164] env[69692]: DEBUG nova.compute.provider_tree [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.806821] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.807184] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef82283a-8675-4eea-8d50-a518a235237a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.816560] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 938.816560] env[69692]: value = "task-3536068" [ 938.816560] env[69692]: _type = "Task" [ 938.816560] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.829213] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 938.829531] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.830481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6033310-2e82-4a92-bb6f-7f5902fb319d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.848927] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.849125] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa64a80-00ea-4f68-9684-a5f245c5bec7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.862908] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.863357] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.863688] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.863995] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.864304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.866808] env[69692]: INFO nova.compute.manager [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Terminating instance [ 938.920026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.920391] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.920536] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.920824] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e6249a-1c6b-4071-9ac2-51c778cf9256 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.930054] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 938.930054] env[69692]: value = "task-3536070" [ 938.930054] env[69692]: _type = "Task" [ 938.930054] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.940721] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.943945] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.973947] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.974305] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.974505] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.974778] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.974950] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.975233] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.975574] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.975877] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.976019] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.976271] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.976513] env[69692]: DEBUG nova.virt.hardware [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.977627] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4774ec2c-f17d-43e2-99af-4ef98e662991 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.990161] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ca222-9230-4f68-bf0c-6d5f67cfd2d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.037380] env[69692]: INFO nova.compute.manager [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] instance snapshotting [ 939.042706] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e95c17-eb18-4379-a554-d8cc43149c87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.062731] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d50d4f-e680-4813-bc3f-6fd9f3089faa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.113458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.113661] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.113866] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.114397] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.114582] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.116534] env[69692]: INFO nova.compute.manager [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Terminating instance [ 939.138820] env[69692]: DEBUG nova.scheduler.client.report [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.161640] env[69692]: DEBUG nova.network.neutron [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updated VIF entry in instance network info cache for port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.161834] env[69692]: DEBUG nova.network.neutron [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updating instance_info_cache with network_info: [{"id": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "address": "fa:16:3e:f1:03:3a", "network": {"id": "342d9a84-0cbd-4a68-bfc7-30137857e96a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1441004670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6ba760817c41498d502472114bb424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac2d3c5-b6", "ovs_interfaceid": "5ac2d3c5-b63d-43e3-9b3e-678a67337b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.208535] env[69692]: DEBUG nova.compute.manager [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-plugged-ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.208873] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.209304] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.209640] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.209851] env[69692]: DEBUG nova.compute.manager [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] No waiting events found dispatching network-vif-plugged-ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.210062] env[69692]: WARNING nova.compute.manager [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received unexpected event network-vif-plugged-ef6cdff5-4bc3-4321-b542-9566b395e412 for instance with vm_state building and task_state spawning. [ 939.210247] env[69692]: DEBUG nova.compute.manager [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-changed-ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.210406] env[69692]: DEBUG nova.compute.manager [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing instance network info cache due to event network-changed-ef6cdff5-4bc3-4321-b542-9566b395e412. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.210599] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Acquiring lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.210738] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Acquired lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.210895] env[69692]: DEBUG nova.network.neutron [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing network info cache for port ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.343611] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.343936] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d813319-1898-40f3-9996-ad03b4d189a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.353304] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 939.353304] env[69692]: value = "task-3536071" [ 939.353304] env[69692]: _type = "Task" [ 939.353304] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.362523] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.373634] env[69692]: DEBUG nova.compute.manager [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.373912] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.374836] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dfc3e8-f115-4aec-a7bd-c3a6308ee454 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.383539] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.383784] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7a7ac6-0505-4d13-87eb-a8a08fc6b6e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.442975] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159748} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.443350] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.443602] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.443847] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.454734] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.454948] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.455234] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore1] 4170a779-a76c-494e-9ae9-6ba53cb4357f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.455490] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2180edaa-443e-4f8d-a7eb-3f90eb01a67e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.466380] env[69692]: DEBUG oslo_vmware.api [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 939.466380] env[69692]: value = "task-3536073" [ 939.466380] env[69692]: _type = "Task" [ 939.466380] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.474719] env[69692]: DEBUG oslo_vmware.api [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.575508] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.575868] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e35b781-2d8e-4f12-aed5-32d62d88a444 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.586021] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 939.586021] env[69692]: value = "task-3536074" [ 939.586021] env[69692]: _type = "Task" [ 939.586021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.595341] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "3fbbc414-768f-4ec4-8acc-9564840900f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.595552] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.601296] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.616591] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.616815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.620080] env[69692]: DEBUG nova.compute.manager [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.620472] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.621402] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcedd8c5-d6ec-499d-97cf-f94da8dd9db0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.633237] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.633237] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a75c305-9277-4ea5-9638-9c308ba8b9ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.638414] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 939.638414] env[69692]: value = "task-3536075" [ 939.638414] env[69692]: _type = "Task" [ 939.638414] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.643591] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.644393] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.647371] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.206s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.656294] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.664641] env[69692]: DEBUG oslo_concurrency.lockutils [req-054aeabb-c69f-4650-93d2-3de50a9bae59 req-bb843ebc-752e-4c96-be2d-085cf21c823f service nova] Releasing lock "refresh_cache-f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.793041] env[69692]: DEBUG nova.network.neutron [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.869021] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536071, 'name': PowerOffVM_Task, 'duration_secs': 0.1598} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.869021] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.869021] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.869021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3002a0d-b1b5-4ee3-b955-e97567ed6045 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.880418] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.880829] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02fb1d7-956a-493f-835e-c77f27c5f411 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.911999] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.911999] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.911999] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Deleting the datastore file [datastore1] c5207e4d-630f-4619-bfed-b7f0e35f3047 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.911999] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe0210ba-5e97-4bdd-8c74-a5e69c44cf3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.924380] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 939.924380] env[69692]: value = "task-3536077" [ 939.924380] env[69692]: _type = "Task" [ 939.924380] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.934933] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.971831] env[69692]: DEBUG nova.network.neutron [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.983679] env[69692]: DEBUG oslo_vmware.api [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227066} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.985368] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.985685] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.986298] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.987150] env[69692]: INFO nova.compute.manager [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 939.987845] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.989303] env[69692]: DEBUG nova.compute.manager [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.989509] env[69692]: DEBUG nova.network.neutron [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.097554] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.107756] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully updated port: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.151791] env[69692]: DEBUG nova.compute.utils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.153358] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536075, 'name': PowerOffVM_Task, 'duration_secs': 0.211479} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.153950] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.154197] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.159233] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.159471] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.161733] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9de4b93-018c-4d97-b3fd-c2efa8ecd3e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.240023] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.240279] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.240512] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore2] e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.240808] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e977ece-ff3e-411b-8f61-623efefd3d57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.247179] env[69692]: DEBUG nova.policy [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e81dbd02684b18a2d704ef7c4d283a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b48d9a9f79ec47f48431b80f3ca45790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.254460] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 940.254460] env[69692]: value = "task-3536079" [ 940.254460] env[69692]: _type = "Task" [ 940.254460] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.265556] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.435438] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13698} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.439391] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.439614] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.439796] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.476257] env[69692]: DEBUG oslo_concurrency.lockutils [req-48cc50e0-61e4-4f9b-a5e7-70340d08444b req-47972ac7-fc0e-410c-83f8-9394854d39d7 service nova] Releasing lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.490422] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.490669] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.490828] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.491022] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.491176] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.491324] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.491533] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.491691] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.491856] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.492029] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.492209] env[69692]: DEBUG nova.virt.hardware [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.493353] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3a92a0-ecfa-4842-9cad-8d9c79399c5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.505705] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88790646-9673-4e38-a2ed-61ed96dd3165 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.524561] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:93:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dbb51a5-f87f-40fd-b17b-c8a51561fc24', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.532553] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.535832] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.537033] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e217b4f-c1ec-4025-b890-798c36f5c36d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.559534] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.559534] env[69692]: value = "task-3536080" [ 940.559534] env[69692]: _type = "Task" [ 940.559534] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.570327] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536080, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.579795] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Successfully updated port: 2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.606675] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536074, 'name': CreateSnapshot_Task, 'duration_secs': 0.644207} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.606675] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 940.607047] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e418507-10ca-4cf0-8f7f-816c25159385 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.654863] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.771758] env[69692]: DEBUG oslo_vmware.api [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142331} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.771758] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.771758] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.771758] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.771758] env[69692]: INFO nova.compute.manager [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.771758] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.771758] env[69692]: DEBUG nova.compute.manager [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.771758] env[69692]: DEBUG nova.network.neutron [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.845966] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b053c4b-f4f8-4596-b12e-2c7f3d179867 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.857156] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7208429a-b1d8-4b9e-997d-e918e6683ede {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.892158] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93ea39-af88-4b22-8847-3462253065aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.900541] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8dfdd4-cfb0-44e0-9974-694b8d184b30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.918585] env[69692]: DEBUG nova.compute.provider_tree [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.072541] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536080, 'name': CreateVM_Task, 'duration_secs': 0.467117} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.072823] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.073729] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.074210] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.074870] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.075158] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789e48eb-6d53-4b52-b3cc-71e5bbbb3479 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.083064] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 941.083064] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527e07dd-9dfe-48e2-fa8a-c18aa43cc494" [ 941.083064] env[69692]: _type = "Task" [ 941.083064] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.083778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.083955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.084160] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.093635] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Successfully created port: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.103993] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e07dd-9dfe-48e2-fa8a-c18aa43cc494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.137841] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.138273] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86e55822-17e3-4dfc-bb8b-69cd55797eb5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.154032] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.155461] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf016eb-179e-447e-82d4-0beaba58faba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.159174] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 941.159174] env[69692]: value = "task-3536081" [ 941.159174] env[69692]: _type = "Task" [ 941.159174] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.167410] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.167603] env[69692]: ERROR oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk due to incomplete transfer. [ 941.168104] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d694f37a-7679-4b48-a302-632a8fc8e774 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.177782] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.179188] env[69692]: DEBUG oslo_vmware.rw_handles [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f5d70-b29e-2887-ad16-9de1bec17457/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.179385] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploaded image 45f27b77-ac49-479b-9ee5-7131b6af2b67 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.183262] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.183532] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-023a3c60-bc10-417c-9211-452d04c4ce28 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.193829] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 941.193829] env[69692]: value = "task-3536082" [ 941.193829] env[69692]: _type = "Task" [ 941.193829] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.206616] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536082, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.245899] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-plugged-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.246256] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.246562] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.246722] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.250023] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] No waiting events found dispatching network-vif-plugged-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 941.250023] env[69692]: WARNING nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received unexpected event network-vif-plugged-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 for instance with vm_state building and task_state spawning. [ 941.250023] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Received event network-vif-plugged-2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.250023] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquiring lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.250023] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.250023] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.250023] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] No waiting events found dispatching network-vif-plugged-2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 941.250023] env[69692]: WARNING nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Received unexpected event network-vif-plugged-2e013412-3b40-4a54-9862-4975d424cbcf for instance with vm_state building and task_state spawning. [ 941.250023] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-changed-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.250023] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing instance network info cache due to event network-changed-2d320e73-fc3f-4260-9ef9-a8534e23cfe3. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.250023] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquiring lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.250023] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquired lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.250023] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing network info cache for port 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.285772] env[69692]: DEBUG nova.compute.manager [req-e1bb8afa-d759-4186-93f1-16ded5f1395d req-7ffe7a7f-a4bb-462d-a684-adaa222452c8 service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Received event network-vif-deleted-ae54019f-e1fc-4a87-859f-c8288bfc6e0e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.286346] env[69692]: INFO nova.compute.manager [req-e1bb8afa-d759-4186-93f1-16ded5f1395d req-7ffe7a7f-a4bb-462d-a684-adaa222452c8 service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Neutron deleted interface ae54019f-e1fc-4a87-859f-c8288bfc6e0e; detaching it from the instance and deleting it from the info cache [ 941.286346] env[69692]: DEBUG nova.network.neutron [req-e1bb8afa-d759-4186-93f1-16ded5f1395d req-7ffe7a7f-a4bb-462d-a684-adaa222452c8 service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.305355] env[69692]: DEBUG nova.network.neutron [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.424248] env[69692]: DEBUG nova.scheduler.client.report [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.475770] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.476148] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.476380] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.476635] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.476848] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.477093] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.477504] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.477752] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.477994] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.478411] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.478699] env[69692]: DEBUG nova.virt.hardware [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.480016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d01ca-5202-4b93-b3f2-f9b4e5a2ed27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.490138] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80dbb7-59bf-4f52-8d77-ba7fa180fbfa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.508047] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.513779] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.514967] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.514967] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4dbda0-b43e-45f0-b268-f1f91398aedc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.534785] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.534785] env[69692]: value = "task-3536083" [ 941.534785] env[69692]: _type = "Task" [ 941.534785] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.548226] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536083, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.597415] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527e07dd-9dfe-48e2-fa8a-c18aa43cc494, 'name': SearchDatastore_Task, 'duration_secs': 0.043223} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.597415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.597415] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.597894] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.598072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599059] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.599059] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d757158-0ffc-44ed-8a4a-0233e2050f5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.612015] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.612262] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.613042] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f94a2a0-3843-423a-ad5e-32e448ae0d81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.620572] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 941.620572] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52641b4d-b85e-c2f5-c636-e745332408bf" [ 941.620572] env[69692]: _type = "Task" [ 941.620572] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.632020] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52641b4d-b85e-c2f5-c636-e745332408bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.632020] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.671183] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.673295] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.696289] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.696581] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.696746] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.696931] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.697092] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.697253] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.697525] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.697691] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.697870] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.698088] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.698274] env[69692]: DEBUG nova.virt.hardware [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.699228] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e7e94-0050-44e8-bcc6-3a420d7dc455 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.714961] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea083940-b302-4eef-b3ba-8dc4fa4f8dca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.719259] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536082, 'name': Destroy_Task, 'duration_secs': 0.36136} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.722190] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroyed the VM [ 941.722436] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.723071] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-895d1a50-470d-4cbe-8c23-b18830fe4595 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.734609] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 941.734609] env[69692]: value = "task-3536084" [ 941.734609] env[69692]: _type = "Task" [ 941.734609] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.744450] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.767670] env[69692]: DEBUG nova.network.neutron [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.790229] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.793624] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3b6e0fd-b878-4735-8e7e-9ba942348c70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.807058] env[69692]: INFO nova.compute.manager [-] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Took 1.82 seconds to deallocate network for instance. [ 941.816344] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d8318-446a-46ec-8a14-bdb2c27b09fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.859942] env[69692]: DEBUG nova.compute.manager [req-e1bb8afa-d759-4186-93f1-16ded5f1395d req-7ffe7a7f-a4bb-462d-a684-adaa222452c8 service nova] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Detach interface failed, port_id=ae54019f-e1fc-4a87-859f-c8288bfc6e0e, reason: Instance e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.861284] env[69692]: DEBUG nova.network.neutron [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Updating instance_info_cache with network_info: [{"id": "2e013412-3b40-4a54-9862-4975d424cbcf", "address": "fa:16:3e:ef:98:c2", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e013412-3b", "ovs_interfaceid": "2e013412-3b40-4a54-9862-4975d424cbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.901932] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.047725] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536083, 'name': CreateVM_Task, 'duration_secs': 0.501155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.047872] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.048362] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.049287] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e30d614-cb0a-4e3e-881c-9f8eaba21aec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.054754] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 942.054754] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6d79b-a371-0e2c-ca7d-36bb6b506ebb" [ 942.054754] env[69692]: _type = "Task" [ 942.054754] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.062976] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6d79b-a371-0e2c-ca7d-36bb6b506ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.131187] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52641b4d-b85e-c2f5-c636-e745332408bf, 'name': SearchDatastore_Task, 'duration_secs': 0.04288} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.131973] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba177ed-f951-4d43-91b2-1324a5d7dcbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.138662] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 942.138662] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52592b59-2444-75a0-4c71-f406f005457b" [ 942.138662] env[69692]: _type = "Task" [ 942.138662] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.147173] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52592b59-2444-75a0-4c71-f406f005457b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.171757] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.246569] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536084, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.270384] env[69692]: INFO nova.compute.manager [-] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Took 1.50 seconds to deallocate network for instance. [ 942.315188] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.370791] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.370791] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance network_info: |[{"id": "2e013412-3b40-4a54-9862-4975d424cbcf", "address": "fa:16:3e:ef:98:c2", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e013412-3b", "ovs_interfaceid": "2e013412-3b40-4a54-9862-4975d424cbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.370791] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:98:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e013412-3b40-4a54-9862-4975d424cbcf', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.376841] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating folder: Project (2f7031122d654ed8807080e15e9b0629). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.377343] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8d80951-9895-4802-8e0e-b6296ce7c495 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.391634] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created folder: Project (2f7031122d654ed8807080e15e9b0629) in parent group-v706084. [ 942.391634] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating folder: Instances. Parent ref: group-v706234. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.392101] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7ed3f0b-7fcf-46cd-9a06-8dc509e08cb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.406029] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Releasing lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.406029] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Received event network-changed-2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.406029] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Refreshing instance network info cache due to event network-changed-2e013412-3b40-4a54-9862-4975d424cbcf. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.406029] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquiring lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.406029] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Acquired lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.406029] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Refreshing network info cache for port 2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.407144] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created folder: Instances in parent group-v706234. [ 942.407965] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.408880] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.409263] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f3e2a1-5f0c-4020-870b-f706e10cdeca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.432150] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.432150] env[69692]: value = "task-3536087" [ 942.432150] env[69692]: _type = "Task" [ 942.432150] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.433829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.787s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.441172] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.145s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.443415] env[69692]: INFO nova.compute.claims [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.453523] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536087, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.468926] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Successfully updated port: dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.573162] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d6d79b-a371-0e2c-ca7d-36bb6b506ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.573308] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.573539] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.573754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.652147] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52592b59-2444-75a0-4c71-f406f005457b, 'name': SearchDatastore_Task, 'duration_secs': 0.045794} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.652440] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.652731] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.653064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.653274] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.653489] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e99a51c-a4f4-4df5-89cc-782dae24f7ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.655548] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d78ffb3e-a2b5-48e2-bd9f-70ec26429b4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.666539] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 942.666539] env[69692]: value = "task-3536088" [ 942.666539] env[69692]: _type = "Task" [ 942.666539] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.675619] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.677180] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.677466] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.678314] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf88d3c0-4af5-42e3-bb9d-b7b1c87822c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.683531] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.687074] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 942.687074] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52290eb0-86ec-f137-4767-cedb4387ceed" [ 942.687074] env[69692]: _type = "Task" [ 942.687074] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.696130] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52290eb0-86ec-f137-4767-cedb4387ceed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.709332] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Successfully updated port: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.751702] env[69692]: DEBUG oslo_vmware.api [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.825969} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.752034] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.752319] env[69692]: INFO nova.compute.manager [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 18.82 seconds to snapshot the instance on the hypervisor. [ 942.778368] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.944955] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536087, 'name': CreateVM_Task, 'duration_secs': 0.466326} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.945202] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.946175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.946263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.946801] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.947020] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d85532f-42d5-438d-a4cb-06758a94e317 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.962720] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 942.962720] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522b5172-83f4-c1ab-4621-62779a4d2c9e" [ 942.962720] env[69692]: _type = "Task" [ 942.962720] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.974905] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.975068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.975200] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.976828] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522b5172-83f4-c1ab-4621-62779a4d2c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.029997] env[69692]: INFO nova.scheduler.client.report [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleted allocation for migration 53d0f34f-f5bc-442d-899d-9f879504aa97 [ 943.177922] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.182141] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Updated VIF entry in instance network info cache for port 2e013412-3b40-4a54-9862-4975d424cbcf. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.182552] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Updating instance_info_cache with network_info: [{"id": "2e013412-3b40-4a54-9862-4975d424cbcf", "address": "fa:16:3e:ef:98:c2", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e013412-3b", "ovs_interfaceid": "2e013412-3b40-4a54-9862-4975d424cbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.183855] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536088, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.198019] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52290eb0-86ec-f137-4767-cedb4387ceed, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.198817] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a12696-d8c9-4122-9d84-2fa1362b317e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.205146] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 943.205146] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b070c9-7ecd-e24c-78a6-de35a906bd1e" [ 943.205146] env[69692]: _type = "Task" [ 943.205146] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.213978] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.214135] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquired lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.214528] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.215336] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b070c9-7ecd-e24c-78a6-de35a906bd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.279641] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-plugged-dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.279882] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.280104] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.280278] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.280450] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] No waiting events found dispatching network-vif-plugged-dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.280620] env[69692]: WARNING nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received unexpected event network-vif-plugged-dc3ee652-770e-45ba-b87e-f4bfcd932495 for instance with vm_state building and task_state spawning. [ 943.280783] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-changed-dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.280936] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing instance network info cache due to event network-changed-dc3ee652-770e-45ba-b87e-f4bfcd932495. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.281120] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquiring lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.309695] env[69692]: DEBUG nova.compute.manager [None req-d1694dce-0d85-424f-9718-7f8e85eee11e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Found 1 images (rotation: 2) {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 943.473446] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522b5172-83f4-c1ab-4621-62779a4d2c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.055553} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.473768] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.473999] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.474257] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.516449] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.538323] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91c5d9b6-8d02-44c8-8f69-ba91b707e2a0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.486s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.677811] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536081, 'name': CloneVM_Task, 'duration_secs': 2.061452} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.678407] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Created linked-clone VM from snapshot [ 943.679332] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa821ec-96e9-4d7f-8ac2-220b547d077d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.685925] env[69692]: DEBUG oslo_concurrency.lockutils [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] Releasing lock "refresh_cache-9d4c35aa-afd8-4bf8-ba7c-cf825f467379" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.686239] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Received event network-vif-deleted-199ac9ec-7719-4460-beab-68285546e0d1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.686425] env[69692]: INFO nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Neutron deleted interface 199ac9ec-7719-4460-beab-68285546e0d1; detaching it from the instance and deleting it from the info cache [ 943.686599] env[69692]: DEBUG nova.network.neutron [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.687759] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541291} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.688373] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.688573] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.691520] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f70eaa68-298b-4877-96e6-74f27cd2be63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.697284] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Uploading image 2bf2590f-2d84-4fb2-86b2-edfe6237fca7 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.713458] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 943.713458] env[69692]: value = "task-3536089" [ 943.713458] env[69692]: _type = "Task" [ 943.713458] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.724755] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b070c9-7ecd-e24c-78a6-de35a906bd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.728074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.728357] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.729043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.729274] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.729548] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de73069-1ab2-432f-b9dd-fda54154b770 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.737985] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851fe5ce-9e91-4945-933f-c313ea8b1759 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.739796] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.741658] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 943.741658] env[69692]: value = "vm-706232" [ 943.741658] env[69692]: _type = "VirtualMachine" [ 943.741658] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 943.742742] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-932176c4-deb4-44c1-9809-f86cc8e0e5ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.748300] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 943.748300] env[69692]: value = "task-3536090" [ 943.748300] env[69692]: _type = "Task" [ 943.748300] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.753843] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease: (returnval){ [ 943.753843] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5219f0cc-7737-79cf-6b45-9207c4ae8d3f" [ 943.753843] env[69692]: _type = "HttpNfcLease" [ 943.753843] env[69692]: } obtained for exporting VM: (result){ [ 943.753843] env[69692]: value = "vm-706232" [ 943.753843] env[69692]: _type = "VirtualMachine" [ 943.753843] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 943.754278] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the lease: (returnval){ [ 943.754278] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5219f0cc-7737-79cf-6b45-9207c4ae8d3f" [ 943.754278] env[69692]: _type = "HttpNfcLease" [ 943.754278] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 943.755260] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.755570] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.762593] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8de94b-b21d-4c2c-b0c0-4fa7c2ee728f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.765158] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.775945] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.775945] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5219f0cc-7737-79cf-6b45-9207c4ae8d3f" [ 943.775945] env[69692]: _type = "HttpNfcLease" [ 943.775945] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.777392] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.777392] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5219f0cc-7737-79cf-6b45-9207c4ae8d3f" [ 943.777392] env[69692]: _type = "HttpNfcLease" [ 943.777392] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 943.777810] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 943.777810] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52791237-b87c-b939-b6d4-8cf801a1815e" [ 943.777810] env[69692]: _type = "Task" [ 943.777810] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.779853] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.781360] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6f777-1b4c-45cc-a4dc-b60b8c79808f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.800848] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.800848] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 943.806472] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52791237-b87c-b939-b6d4-8cf801a1815e, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.868653] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fdda58-ae63-4e16-939b-1e815b55bcd0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.884325] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 943.884325] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522ccd26-a846-fbb3-0b7f-f2ddbf6997d5" [ 943.884325] env[69692]: _type = "Task" [ 943.884325] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.894923] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522ccd26-a846-fbb3-0b7f-f2ddbf6997d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.931049] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d87dbe0b-84c9-403c-9ed7-fd41eed582a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.073431] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c054bd-2fc4-48e6-9cd5-b30f14512ba1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.086154] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbeb2d-16cc-43f1-8cd5-6ec7d53773df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.123967] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2befaa4-b296-4d5d-aad0-aa7832026591 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.129431] env[69692]: DEBUG nova.network.neutron [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Updating instance_info_cache with network_info: [{"id": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "address": "fa:16:3e:c5:1f:ab", "network": {"id": "4e38a787-7cfd-409b-9c30-6675de0c6748", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1253259710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d9a9f79ec47f48431b80f3ca45790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf5a718-7f", "ovs_interfaceid": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.134107] env[69692]: DEBUG nova.network.neutron [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updating instance_info_cache with network_info: [{"id": "ef6cdff5-4bc3-4321-b542-9566b395e412", "address": "fa:16:3e:8a:68:19", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6cdff5-4b", "ovs_interfaceid": "ef6cdff5-4bc3-4321-b542-9566b395e412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "address": "fa:16:3e:64:3e:8b", "network": {"id": "87a145ec-9634-4b2d-b373-d7bb344fb305", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209449363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d320e73-fc", "ovs_interfaceid": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "address": "fa:16:3e:08:88:97", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3ee652-77", "ovs_interfaceid": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.136928] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9374af-391a-4473-91a9-9d69e0e2490d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.154387] env[69692]: DEBUG nova.compute.provider_tree [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.194458] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-434c4608-3b1d-4178-bdb6-11219b0d0708 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.209271] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a68a6f1-798f-47f7-95f8-4f7cfdc82b34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236965] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142014} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.237305] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.238355] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c60277-e8b1-475d-885c-fbfdadde022c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.264464] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.282899] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f40161-e3fc-4231-8c06-8a2811cbddaa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.298014] env[69692]: DEBUG nova.compute.manager [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.298519] env[69692]: DEBUG nova.compute.manager [req-009db353-4a7e-4baf-8d2c-87928dd658a2 req-a7ef014a-9232-4727-af69-bb119faa6f76 service nova] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Detach interface failed, port_id=199ac9ec-7719-4460-beab-68285546e0d1, reason: Instance 4170a779-a76c-494e-9ae9-6ba53cb4357f could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.299700] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e091ee6-8da9-4437-bdc4-f0320cc07c46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.309057] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536725} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.311666] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.311886] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.314123] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 944.314123] env[69692]: value = "task-3536092" [ 944.314123] env[69692]: _type = "Task" [ 944.314123] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.314332] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a1b5dad-f74e-4744-801d-6af41b84f2da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.329028] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.329028] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 944.329028] env[69692]: value = "task-3536093" [ 944.329028] env[69692]: _type = "Task" [ 944.329028] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.396722] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522ccd26-a846-fbb3-0b7f-f2ddbf6997d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017984} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.397116] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.397656] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.397837] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f368fca-e085-426e-83d0-1f30a1c1df8f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.407576] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 944.407576] env[69692]: value = "task-3536094" [ 944.407576] env[69692]: _type = "Task" [ 944.407576] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.416544] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.636775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Releasing lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.637239] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Instance network_info: |[{"id": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "address": "fa:16:3e:c5:1f:ab", "network": {"id": "4e38a787-7cfd-409b-9c30-6675de0c6748", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1253259710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d9a9f79ec47f48431b80f3ca45790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf5a718-7f", "ovs_interfaceid": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.637715] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:1f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cf5a718-7f7d-4384-b7d0-539bc9ef242b', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.648089] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Creating folder: Project (b48d9a9f79ec47f48431b80f3ca45790). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.652202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.653139] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance network_info: |[{"id": "ef6cdff5-4bc3-4321-b542-9566b395e412", "address": "fa:16:3e:8a:68:19", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6cdff5-4b", "ovs_interfaceid": "ef6cdff5-4bc3-4321-b542-9566b395e412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "address": "fa:16:3e:64:3e:8b", "network": {"id": "87a145ec-9634-4b2d-b373-d7bb344fb305", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209449363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d320e73-fc", "ovs_interfaceid": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "address": "fa:16:3e:08:88:97", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3ee652-77", "ovs_interfaceid": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.653378] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf9bcb3-70d4-433c-ba02-9b3965f54c94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.655547] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquired lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.655733] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Refreshing network info cache for port dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.657452] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:68:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6cdff5-4bc3-4321-b542-9566b395e412', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:3e:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d320e73-fc3f-4260-9ef9-a8534e23cfe3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:88:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc3ee652-770e-45ba-b87e-f4bfcd932495', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.671930] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Creating folder: Project (00c87bff23234ae28eb14991ed73eb8a). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.674841] env[69692]: DEBUG nova.scheduler.client.report [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.679032] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-338a767e-15de-4f92-8499-04dc57a7c7bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.694572] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Created folder: Project (b48d9a9f79ec47f48431b80f3ca45790) in parent group-v706084. [ 944.695018] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Creating folder: Instances. Parent ref: group-v706237. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.697385] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac905a52-4cd3-4132-acf7-99c1cc53e645 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.699723] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Created folder: Project (00c87bff23234ae28eb14991ed73eb8a) in parent group-v706084. [ 944.700022] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Creating folder: Instances. Parent ref: group-v706238. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.700891] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04fa995e-3064-4862-a37e-e32995da6cf4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.718548] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Created folder: Instances in parent group-v706237. [ 944.718997] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.719270] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.719568] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00146fa-7f05-4632-96fd-3993b21b35d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.737599] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Created folder: Instances in parent group-v706238. [ 944.737906] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.738720] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.738991] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f633c4f-5703-4758-9078-d5545b7c3471 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.761748] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.761748] env[69692]: value = "task-3536099" [ 944.761748] env[69692]: _type = "Task" [ 944.761748] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.770948] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.770948] env[69692]: value = "task-3536100" [ 944.770948] env[69692]: _type = "Task" [ 944.770948] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.774395] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536099, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.787910] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536100, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.818216] env[69692]: INFO nova.compute.manager [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] instance snapshotting [ 944.819047] env[69692]: DEBUG nova.objects.instance [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.834833] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.849040] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084643} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.850779] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.852161] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f210e4-22e0-4906-805e-3ef6466f63bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.882816] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.884188] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a22076-725c-4c5a-8404-f471515f376b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.914689] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 944.914689] env[69692]: value = "task-3536101" [ 944.914689] env[69692]: _type = "Task" [ 944.914689] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.923643] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.930390] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.182761] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.183814] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.189292] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.570s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.190391] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.196174] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.213s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.197064] env[69692]: INFO nova.compute.claims [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.242910] env[69692]: INFO nova.scheduler.client.report [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleted allocations for instance d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01 [ 945.278669] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536099, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303094] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536100, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.330529] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff22f7-0a66-4848-a8c3-328ae986640d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.343089] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.382126] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cf71e-2dff-41f1-85a1-98d081cb6e2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.433553] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769666} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.439718] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.440432] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.441042] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.441981] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b60d13d-a7cd-479d-854a-d32ab3ba652e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.456973] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 945.456973] env[69692]: value = "task-3536102" [ 945.456973] env[69692]: _type = "Task" [ 945.456973] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.474961] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.501379] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updated VIF entry in instance network info cache for port dc3ee652-770e-45ba-b87e-f4bfcd932495. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.501988] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updating instance_info_cache with network_info: [{"id": "ef6cdff5-4bc3-4321-b542-9566b395e412", "address": "fa:16:3e:8a:68:19", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6cdff5-4b", "ovs_interfaceid": "ef6cdff5-4bc3-4321-b542-9566b395e412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "address": "fa:16:3e:64:3e:8b", "network": {"id": "87a145ec-9634-4b2d-b373-d7bb344fb305", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209449363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d320e73-fc", "ovs_interfaceid": "2d320e73-fc3f-4260-9ef9-a8534e23cfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "address": "fa:16:3e:08:88:97", "network": {"id": "0af40ce9-aa78-4393-8b0f-aa75220ffba4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373232592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3ee652-77", "ovs_interfaceid": "dc3ee652-770e-45ba-b87e-f4bfcd932495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.702905] env[69692]: DEBUG nova.compute.utils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.705077] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.705347] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.747628] env[69692]: DEBUG nova.policy [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d581547145e4a669e11c934e7893e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ceb725932440709412e637151801e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.756176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d0a593ea-d465-4d2c-9627-9a1662618f2f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.613s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.776013] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536099, 'name': CreateVM_Task, 'duration_secs': 0.659767} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.776279] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.777128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.777347] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.777941] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.778670] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3c1455-a6d0-4693-a29e-5ce3ca66a326 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.789977] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 945.789977] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52907634-73c8-a658-50ed-0fa85502f771" [ 945.789977] env[69692]: _type = "Task" [ 945.789977] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.794963] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536100, 'name': CreateVM_Task, 'duration_secs': 0.824351} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.799513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.800702] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.807494] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52907634-73c8-a658-50ed-0fa85502f771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.830699] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536092, 'name': ReconfigVM_Task, 'duration_secs': 1.239202} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.831275] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859/450475fe-d1da-4dd9-9547-7f3f350e3859.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.832643] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfcd5301-09aa-472d-8aed-277f05e6ceb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.843237] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 945.843237] env[69692]: value = "task-3536103" [ 945.843237] env[69692]: _type = "Task" [ 945.843237] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.854586] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536103, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.902596] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.905239] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c18bc057-1528-41be-9441-cdd4e9527364 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.916021] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 945.916021] env[69692]: value = "task-3536104" [ 945.916021] env[69692]: _type = "Task" [ 945.916021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.933197] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536104, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.938820] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536101, 'name': ReconfigVM_Task, 'duration_secs': 0.720512} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.939324] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Reconfigured VM instance instance-00000034 to attach disk [datastore2] c5207e4d-630f-4619-bfed-b7f0e35f3047/c5207e4d-630f-4619-bfed-b7f0e35f3047.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.940216] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e868496c-28c0-4a76-8b30-c144c659199d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.949415] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 945.949415] env[69692]: value = "task-3536105" [ 945.949415] env[69692]: _type = "Task" [ 945.949415] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.968082] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536105, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.975534] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226382} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.976137] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.980139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ced7c8-ce88-4686-8d16-820ed1f12b76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.008058] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.008727] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Releasing lock "refresh_cache-2431c213-29d6-4438-aa3b-dc3e888dd5bc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.008970] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Received event network-vif-plugged-3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.009780] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquiring lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.009780] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.009780] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.010112] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] No waiting events found dispatching network-vif-plugged-3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.010226] env[69692]: WARNING nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Received unexpected event network-vif-plugged-3cf5a718-7f7d-4384-b7d0-539bc9ef242b for instance with vm_state building and task_state spawning. [ 946.010441] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Received event network-changed-3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.010759] env[69692]: DEBUG nova.compute.manager [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Refreshing instance network info cache due to event network-changed-3cf5a718-7f7d-4384-b7d0-539bc9ef242b. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.011379] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquiring lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.011379] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Acquired lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.011379] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Refreshing network info cache for port 3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.012630] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4989fb4-56df-4a67-8527-c9d649d66caf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.044278] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 946.044278] env[69692]: value = "task-3536106" [ 946.044278] env[69692]: _type = "Task" [ 946.044278] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.056888] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.140949] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Successfully created port: 382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.211101] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.317205] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52907634-73c8-a658-50ed-0fa85502f771, 'name': SearchDatastore_Task, 'duration_secs': 0.018573} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.317822] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.318550] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.318550] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.318550] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.319431] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.319431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.320370] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.320370] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06da374f-9f4e-4222-8a36-03a99723abbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.322747] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec362a8-72b3-4018-b011-e95f75bf5235 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.333735] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 946.333735] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e75893-44f5-8aab-b51e-10c99720f57d" [ 946.333735] env[69692]: _type = "Task" [ 946.333735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.338670] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.339109] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.340745] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5195ea-f609-4316-88ab-59468e66d011 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.350327] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e75893-44f5-8aab-b51e-10c99720f57d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.364388] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 946.364388] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52468ffe-b221-2b6c-4767-57b0e64c4af0" [ 946.364388] env[69692]: _type = "Task" [ 946.364388] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.366383] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536103, 'name': Rename_Task, 'duration_secs': 0.348349} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.369722] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.370273] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b92eb1a-4be1-41a1-bd9d-4ac04a440aad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.375630] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52468ffe-b221-2b6c-4767-57b0e64c4af0, 'name': SearchDatastore_Task, 'duration_secs': 0.013437} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.376871] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14e04c3-397c-4716-87f1-67e5bdf090b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.382618] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 946.382618] env[69692]: value = "task-3536107" [ 946.382618] env[69692]: _type = "Task" [ 946.382618] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.384134] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 946.384134] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a1f51c-9767-7e2e-6240-89a9fa1e3c91" [ 946.384134] env[69692]: _type = "Task" [ 946.384134] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.400166] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.404345] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a1f51c-9767-7e2e-6240-89a9fa1e3c91, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.404623] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.405171] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4c5a23dc-e2a1-4887-9ece-f05dab1677bb/4c5a23dc-e2a1-4887-9ece-f05dab1677bb.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.405171] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a8d434-6e4f-47df-a11c-b307dbca158d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.420064] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 946.420064] env[69692]: value = "task-3536108" [ 946.420064] env[69692]: _type = "Task" [ 946.420064] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.427305] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536104, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.433958] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.465980] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536105, 'name': Rename_Task, 'duration_secs': 0.375809} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.469383] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.469959] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103226a9-61f8-44df-b268-286ac0507eea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.478849] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 946.478849] env[69692]: value = "task-3536109" [ 946.478849] env[69692]: _type = "Task" [ 946.478849] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.489515] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.555944] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536106, 'name': ReconfigVM_Task, 'duration_secs': 0.508153} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.558917] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.559820] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db427ccf-2ca5-4bf5-bfb2-54aa9fff02f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.569812] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 946.569812] env[69692]: value = "task-3536110" [ 946.569812] env[69692]: _type = "Task" [ 946.569812] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.589312] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536110, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.816610] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Updated VIF entry in instance network info cache for port 3cf5a718-7f7d-4384-b7d0-539bc9ef242b. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.817095] env[69692]: DEBUG nova.network.neutron [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Updating instance_info_cache with network_info: [{"id": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "address": "fa:16:3e:c5:1f:ab", "network": {"id": "4e38a787-7cfd-409b-9c30-6675de0c6748", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1253259710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d9a9f79ec47f48431b80f3ca45790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf5a718-7f", "ovs_interfaceid": "3cf5a718-7f7d-4384-b7d0-539bc9ef242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.858102] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e75893-44f5-8aab-b51e-10c99720f57d, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.861530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.861530] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.861530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.861530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.861530] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.861530] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef4d4823-2226-435e-9895-e23b03fab884 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.880267] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.880788] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.883057] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371cc7e9-b44f-4f22-b23d-8beaa7d8c6a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.898977] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 946.898977] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5cb08-6b8c-d54d-350b-20c27a9d5fa2" [ 946.898977] env[69692]: _type = "Task" [ 946.898977] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.903024] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536107, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.913152] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5cb08-6b8c-d54d-350b-20c27a9d5fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.915169] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026e2a8-987c-40f7-8bc9-beb65a22a00b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.930020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3624c0-9271-4907-a052-6711e3dfab60 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.941739] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536104, 'name': CreateSnapshot_Task, 'duration_secs': 0.97037} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.941998] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.942857] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.943877] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d997d-fd4f-45a3-9c80-5aedfa4a309e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.994602] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94066ca1-f3de-41a6-b12c-5d0d0ff2d71f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.010614] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536109, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.016520] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96d56e-1133-4968-952c-ddec98e65586 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.038746] env[69692]: DEBUG nova.compute.provider_tree [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.082025] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536110, 'name': Rename_Task, 'duration_secs': 0.254632} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.082025] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.082025] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52997836-2605-4d62-92c9-df8457df2059 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.091703] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 947.091703] env[69692]: value = "task-3536111" [ 947.091703] env[69692]: _type = "Task" [ 947.091703] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.102269] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.229148] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.260714] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.260868] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.260919] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.261123] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.261298] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.261824] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.261824] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.261966] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.262103] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.262279] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.262456] env[69692]: DEBUG nova.virt.hardware [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.263396] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d439b-0e1d-4b88-b627-88e95f8cd33a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.284496] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed768d9-54a8-480b-bba5-628aaacdf56b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.321514] env[69692]: DEBUG oslo_concurrency.lockutils [req-593919ad-e9b6-48c9-add9-8a08892f176c req-08c5d4a2-e10d-4e00-b7e1-e620930aa80f service nova] Releasing lock "refresh_cache-4c5a23dc-e2a1-4887-9ece-f05dab1677bb" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.369067] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "de444a08-cffe-46c8-a32b-928ccd6ee816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.369323] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.395694] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536107, 'name': PowerOnVM_Task, 'duration_secs': 0.725152} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.395811] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.395918] env[69692]: DEBUG nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.396715] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2685f2c-5df9-4d77-be0f-87383bd545ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.416383] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5cb08-6b8c-d54d-350b-20c27a9d5fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.053309} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.417192] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff2905a-9631-4695-95d7-4ed217704147 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.424057] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 947.424057] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d86620-b9b5-12c2-e478-f5676549ee41" [ 947.424057] env[69692]: _type = "Task" [ 947.424057] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.438213] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551038} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.441645] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 4c5a23dc-e2a1-4887-9ece-f05dab1677bb/4c5a23dc-e2a1-4887-9ece-f05dab1677bb.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.441894] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.442191] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d86620-b9b5-12c2-e478-f5676549ee41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.443077] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360c7d4e-a9ce-460a-b570-10843ded23da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.454020] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 947.454020] env[69692]: value = "task-3536112" [ 947.454020] env[69692]: _type = "Task" [ 947.454020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.466333] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.495104] env[69692]: DEBUG oslo_vmware.api [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536109, 'name': PowerOnVM_Task, 'duration_secs': 0.684882} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.495516] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.495760] env[69692]: DEBUG nova.compute.manager [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.496696] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b450260-3f40-4546-af2b-7fd169dfdc5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.509844] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.511971] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a63a8a1-93f4-49f0-8700-f954e18acdb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.525838] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 947.525838] env[69692]: value = "task-3536113" [ 947.525838] env[69692]: _type = "Task" [ 947.525838] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.536187] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536113, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.543427] env[69692]: DEBUG nova.scheduler.client.report [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.604308] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536111, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.639150] env[69692]: DEBUG nova.compute.manager [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Received event network-vif-plugged-382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.639437] env[69692]: DEBUG oslo_concurrency.lockutils [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] Acquiring lock "6f29f695-9210-4683-a685-21ff6672167b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.639619] env[69692]: DEBUG oslo_concurrency.lockutils [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] Lock "6f29f695-9210-4683-a685-21ff6672167b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.639820] env[69692]: DEBUG oslo_concurrency.lockutils [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] Lock "6f29f695-9210-4683-a685-21ff6672167b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.639993] env[69692]: DEBUG nova.compute.manager [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] No waiting events found dispatching network-vif-plugged-382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.640170] env[69692]: WARNING nova.compute.manager [req-879cedba-5077-4112-98fc-6cae1af342a3 req-bd34a2e4-534c-4ef7-b2c2-96f0894dcd0e service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Received unexpected event network-vif-plugged-382c529a-e0c6-4efc-a16c-3676f5391a5e for instance with vm_state building and task_state spawning. [ 947.778640] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Successfully updated port: 382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.911967] env[69692]: INFO nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] bringing vm to original state: 'stopped' [ 947.941031] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d86620-b9b5-12c2-e478-f5676549ee41, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.941316] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941579] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2431c213-29d6-4438-aa3b-dc3e888dd5bc/2431c213-29d6-4438-aa3b-dc3e888dd5bc.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.941854] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e973a21d-d449-432e-8363-5b3f4368de63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.950837] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 947.950837] env[69692]: value = "task-3536114" [ 947.950837] env[69692]: _type = "Task" [ 947.950837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.970428] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976025] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096641} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.976025] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.976747] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3136883-f3b4-41e5-a7c2-93199cc18e73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.006082] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 4c5a23dc-e2a1-4887-9ece-f05dab1677bb/4c5a23dc-e2a1-4887-9ece-f05dab1677bb.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.006746] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cbd1332-85e6-4d83-b06e-3e71ae79b0f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.033336] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.036078] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 948.036078] env[69692]: value = "task-3536115" [ 948.036078] env[69692]: _type = "Task" [ 948.036078] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.039610] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536113, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.051108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.051659] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.054182] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.056032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.504s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.056032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.057035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.981s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.059525] env[69692]: INFO nova.compute.claims [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.098060] env[69692]: INFO nova.scheduler.client.report [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance b95c4b0b-dd10-4046-9959-f2c6b36cabe0 [ 948.106499] env[69692]: DEBUG oslo_vmware.api [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536111, 'name': PowerOnVM_Task, 'duration_secs': 0.813442} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.108092] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.108343] env[69692]: INFO nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Took 9.16 seconds to spawn the instance on the hypervisor. [ 948.108553] env[69692]: DEBUG nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.110243] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e1532-0974-48e0-a686-8e1f5b10f494 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.282726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.283008] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquired lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.283127] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.465795] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.466103] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.466376] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.466582] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.466761] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.468606] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.470253] env[69692]: INFO nova.compute.manager [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Terminating instance [ 948.538151] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536113, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.550892] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.563878] env[69692]: DEBUG nova.compute.utils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.567096] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.567313] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.609491] env[69692]: DEBUG nova.policy [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fff97ae05d94d3e93c1d0efd0081a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc9d4e696844f4ebd2422af6a352854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.616634] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a743084e-4d9f-4e25-818a-360580a58961 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "b95c4b0b-dd10-4046-9959-f2c6b36cabe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.676s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.630640] env[69692]: INFO nova.compute.manager [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Took 50.65 seconds to build instance. [ 948.838040] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.919210] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.919546] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.919831] env[69692]: DEBUG nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.920801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d73dda-8bfe-46d8-83ee-d8e8f191fb86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.929815] env[69692]: DEBUG nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 948.966268] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545788} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.966493] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 2431c213-29d6-4438-aa3b-dc3e888dd5bc/2431c213-29d6-4438-aa3b-dc3e888dd5bc.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.966953] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.967017] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1604a31a-749c-47be-aa2d-07ca123a9044 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.974523] env[69692]: DEBUG nova.compute.manager [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.974764] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.976428] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c54ef7-7351-43ab-9c43-9e7cfc5c9804 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.981193] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 948.981193] env[69692]: value = "task-3536116" [ 948.981193] env[69692]: _type = "Task" [ 948.981193] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.989563] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.991307] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc8f948-6d6a-4b7e-9e6b-f12dbb5af6d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.998311] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.005996] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 949.005996] env[69692]: value = "task-3536117" [ 949.005996] env[69692]: _type = "Task" [ 949.005996] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.019311] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3536117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.038951] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536113, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.060613] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536115, 'name': ReconfigVM_Task, 'duration_secs': 0.808022} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.060613] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 4c5a23dc-e2a1-4887-9ece-f05dab1677bb/4c5a23dc-e2a1-4887-9ece-f05dab1677bb.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.060613] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-411ecbbe-e034-4b86-892b-da81eedc3b41 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.076448] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.079708] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 949.079708] env[69692]: value = "task-3536118" [ 949.079708] env[69692]: _type = "Task" [ 949.079708] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.091018] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Successfully created port: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.096126] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536118, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.116174] env[69692]: DEBUG nova.network.neutron [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Updating instance_info_cache with network_info: [{"id": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "address": "fa:16:3e:0a:b5:88", "network": {"id": "ba9ea15e-3611-4967-94d2-65af6f7cbf43", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-981557054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ceb725932440709412e637151801e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c529a-e0", "ovs_interfaceid": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.134044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-55e9da3f-6e1d-4fbf-ad54-94d42311893b tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.490s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.397498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.397784] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.438639] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.438639] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a81f6a0-b8dd-43a7-9a96-0dbe6917b373 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.447054] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 949.447054] env[69692]: value = "task-3536119" [ 949.447054] env[69692]: _type = "Task" [ 949.447054] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.463522] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.498068] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.498173] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.499121] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf11c76-6aad-4bb5-b934-d7d7ef93d7b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.529676] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 2431c213-29d6-4438-aa3b-dc3e888dd5bc/2431c213-29d6-4438-aa3b-dc3e888dd5bc.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.537328] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97057af-8e1e-4f10-8f1e-1ae57e8fb85a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.555484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.555944] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.556173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "c5207e4d-630f-4619-bfed-b7f0e35f3047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.556360] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.556528] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.559552] env[69692]: INFO nova.compute.manager [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Terminating instance [ 949.565191] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3536117, 'name': PowerOffVM_Task, 'duration_secs': 0.245428} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.569511] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.569640] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.569949] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 949.569949] env[69692]: value = "task-3536120" [ 949.569949] env[69692]: _type = "Task" [ 949.569949] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.574051] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f1209f-e1ea-4ff1-aa01-57748b885e17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.575882] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536113, 'name': CloneVM_Task, 'duration_secs': 1.686178} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.579844] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created linked-clone VM from snapshot [ 949.581355] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27de94-fdfb-4f63-ac7e-cd7ca2e7fc62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.597647] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.605579] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploading image 631804bb-8cef-4a49-8920-cbc5587ca664 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.614272] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536118, 'name': Rename_Task, 'duration_secs': 0.244068} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.614813] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.615134] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea47d15-272f-49ae-b8af-95543ea601fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.619096] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Releasing lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.619788] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Instance network_info: |[{"id": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "address": "fa:16:3e:0a:b5:88", "network": {"id": "ba9ea15e-3611-4967-94d2-65af6f7cbf43", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-981557054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ceb725932440709412e637151801e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c529a-e0", "ovs_interfaceid": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.619788] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b5:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382c529a-e0c6-4efc-a16c-3676f5391a5e', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.629033] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Creating folder: Project (77ceb725932440709412e637151801e1). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.633706] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f4fe421-a42d-48d7-ac99-7bc4493d8729 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.637158] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 949.637158] env[69692]: value = "task-3536122" [ 949.637158] env[69692]: _type = "Task" [ 949.637158] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.638847] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.650630] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.650630] env[69692]: value = "vm-706244" [ 949.650630] env[69692]: _type = "VirtualMachine" [ 949.650630] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.651392] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb840b2e-c759-4221-aadc-3fdd83518af0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.660912] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.663202] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.663586] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.663790] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleting the datastore file [datastore2] 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.665372] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a40272-2bd2-4c01-ae2e-98e69e978f59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.667646] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Created folder: Project (77ceb725932440709412e637151801e1) in parent group-v706084. [ 949.667946] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Creating folder: Instances. Parent ref: group-v706245. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.668315] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45102e7b-1ace-4e2c-a95e-45030e046708 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.672839] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease: (returnval){ [ 949.672839] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5258d039-87af-1dea-a012-5e049e0de999" [ 949.672839] env[69692]: _type = "HttpNfcLease" [ 949.672839] env[69692]: } obtained for exporting VM: (result){ [ 949.672839] env[69692]: value = "vm-706244" [ 949.672839] env[69692]: _type = "VirtualMachine" [ 949.672839] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.673207] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the lease: (returnval){ [ 949.673207] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5258d039-87af-1dea-a012-5e049e0de999" [ 949.673207] env[69692]: _type = "HttpNfcLease" [ 949.673207] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.684286] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for the task: (returnval){ [ 949.684286] env[69692]: value = "task-3536125" [ 949.684286] env[69692]: _type = "Task" [ 949.684286] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.686436] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Created folder: Instances in parent group-v706245. [ 949.686436] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.692669] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.693127] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.693127] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5258d039-87af-1dea-a012-5e049e0de999" [ 949.693127] env[69692]: _type = "HttpNfcLease" [ 949.693127] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.693448] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df3cd99-4a3f-4d26-a9bd-9c3a35fb1567 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.722129] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3536125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.723660] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.723660] env[69692]: value = "task-3536127" [ 949.723660] env[69692]: _type = "Task" [ 949.723660] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.734903] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536127, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.812684] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdd264-ea92-4e39-bdc9-f925a19487a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.818957] env[69692]: DEBUG nova.compute.manager [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Received event network-changed-382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.818957] env[69692]: DEBUG nova.compute.manager [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Refreshing instance network info cache due to event network-changed-382c529a-e0c6-4efc-a16c-3676f5391a5e. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.818957] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] Acquiring lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.819152] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] Acquired lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.819305] env[69692]: DEBUG nova.network.neutron [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Refreshing network info cache for port 382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.822722] env[69692]: INFO nova.compute.manager [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Rebuilding instance [ 949.828377] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6af88f-aadf-48f5-bfbd-c5c37b2d73dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.868367] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d460c08-70f2-4437-8d40-617195efa7c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.882843] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb941704-7e8f-4503-ae68-d3bcd7409e29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.899717] env[69692]: DEBUG nova.compute.provider_tree [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.911130] env[69692]: DEBUG nova.compute.manager [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.912168] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab43ccf-b7e0-4a97-a4b5-41f557712434 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.961534] env[69692]: DEBUG oslo_vmware.api [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536119, 'name': PowerOffVM_Task, 'duration_secs': 0.407086} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.962836] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.963095] env[69692]: DEBUG nova.compute.manager [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.964159] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ed3b2-2fa3-4a39-a5f5-3e65c60c379d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.070481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "refresh_cache-c5207e4d-630f-4619-bfed-b7f0e35f3047" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.071494] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquired lock "refresh_cache-c5207e4d-630f-4619-bfed-b7f0e35f3047" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.071494] env[69692]: DEBUG nova.network.neutron [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.089740] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.092014] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.120450] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.120711] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.120854] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.121029] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.121186] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.121336] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.121546] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.121833] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.122045] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.122212] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.122392] env[69692]: DEBUG nova.virt.hardware [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.123288] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ef710-86b7-4099-ab2b-67f7c832d2e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.132757] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac27d359-a0b2-462e-b507-406df3c5d350 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.162338] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536122, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.173939] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.181915] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.181915] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5258d039-87af-1dea-a012-5e049e0de999" [ 950.181915] env[69692]: _type = "HttpNfcLease" [ 950.181915] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.182261] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.182261] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5258d039-87af-1dea-a012-5e049e0de999" [ 950.182261] env[69692]: _type = "HttpNfcLease" [ 950.182261] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.183071] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be4298-1bc2-45c9-80bd-68f5f1b040d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.192947] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.193157] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.259826] env[69692]: DEBUG oslo_vmware.api [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Task: {'id': task-3536125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230524} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.262301] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.262706] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.262993] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.263306] env[69692]: INFO nova.compute.manager [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 950.263655] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.264688] env[69692]: DEBUG nova.compute.manager [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.264894] env[69692]: DEBUG nova.network.neutron [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.281735] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536127, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.313954] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af190cb0-b494-4c38-81e8-217e1d9740cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.403524] env[69692]: DEBUG nova.scheduler.client.report [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.494316] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.575s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.589214] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536120, 'name': ReconfigVM_Task, 'duration_secs': 0.696149} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.589529] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 2431c213-29d6-4438-aa3b-dc3e888dd5bc/2431c213-29d6-4438-aa3b-dc3e888dd5bc.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.590339] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63288c4f-4448-4d61-9419-ed0721abd095 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.597941] env[69692]: DEBUG nova.network.neutron [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.602055] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 950.602055] env[69692]: value = "task-3536128" [ 950.602055] env[69692]: _type = "Task" [ 950.602055] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.616252] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536128, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.653693] env[69692]: DEBUG oslo_vmware.api [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536122, 'name': PowerOnVM_Task, 'duration_secs': 0.751126} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.654100] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.654372] env[69692]: INFO nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Took 8.98 seconds to spawn the instance on the hypervisor. [ 950.654679] env[69692]: DEBUG nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.655659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e2515-e4fd-4d5a-aaf8-90c77da179f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.715811] env[69692]: DEBUG nova.network.neutron [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.769695] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536127, 'name': CreateVM_Task, 'duration_secs': 0.604614} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.770723] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.773148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.773148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.774614] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.775313] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e52813-49dd-47ac-a4de-0fb51b140058 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.784023] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 950.784023] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528b337c-b28e-cbe5-8ac7-08ce431e26c0" [ 950.784023] env[69692]: _type = "Task" [ 950.784023] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.796881] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528b337c-b28e-cbe5-8ac7-08ce431e26c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.849496] env[69692]: DEBUG nova.network.neutron [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Updated VIF entry in instance network info cache for port 382c529a-e0c6-4efc-a16c-3676f5391a5e. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.849890] env[69692]: DEBUG nova.network.neutron [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Updating instance_info_cache with network_info: [{"id": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "address": "fa:16:3e:0a:b5:88", "network": {"id": "ba9ea15e-3611-4967-94d2-65af6f7cbf43", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-981557054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ceb725932440709412e637151801e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c529a-e0", "ovs_interfaceid": "382c529a-e0c6-4efc-a16c-3676f5391a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.911231] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.911849] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.915133] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.062s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.917315] env[69692]: INFO nova.compute.claims [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.931399] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.931399] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090b8131-d337-4cb0-a898-2b149d46cafe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.943719] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 950.943719] env[69692]: value = "task-3536129" [ 950.943719] env[69692]: _type = "Task" [ 950.943719] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.960034] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.005448] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.034746] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Successfully updated port: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.113889] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536128, 'name': Rename_Task, 'duration_secs': 0.231791} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.114797] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.114797] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e235d05-0cd5-4ca1-b00e-1f05a78ac9e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.127642] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 951.127642] env[69692]: value = "task-3536130" [ 951.127642] env[69692]: _type = "Task" [ 951.127642] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.137656] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.175348] env[69692]: INFO nova.compute.manager [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Took 50.26 seconds to build instance. [ 951.218778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Releasing lock "refresh_cache-c5207e4d-630f-4619-bfed-b7f0e35f3047" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.219284] env[69692]: DEBUG nova.compute.manager [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.219549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.220568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a22217-4a3a-4ee4-b18c-d86f545c892e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239154] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.239154] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9be661e-2858-450b-b4f1-944283682383 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.241640] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 951.241640] env[69692]: value = "task-3536131" [ 951.241640] env[69692]: _type = "Task" [ 951.241640] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.252794] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.297453] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528b337c-b28e-cbe5-8ac7-08ce431e26c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016874} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.298122] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298499] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.298903] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.299327] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.299775] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.300351] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d7a7559-c9d6-41cb-83f3-33a8fa6bbd70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.315292] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.315292] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.315292] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923b818f-c30f-4eff-97d3-738822e64a55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.322382] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 951.322382] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522d37d7-c55a-1136-4dc6-5c0ffadc0229" [ 951.322382] env[69692]: _type = "Task" [ 951.322382] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.336488] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522d37d7-c55a-1136-4dc6-5c0ffadc0229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.353916] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4826a75-f062-4a80-8bb2-dd7c249c13dd req-3bc96cdc-b10b-407b-8622-4886523d5440 service nova] Releasing lock "refresh_cache-6f29f695-9210-4683-a685-21ff6672167b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425591] env[69692]: DEBUG nova.compute.utils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.429855] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.430082] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.444871] env[69692]: DEBUG nova.network.neutron [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.460407] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536129, 'name': PowerOffVM_Task, 'duration_secs': 0.2279} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.460759] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.461153] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.462222] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46ee7b-f373-41bb-813c-7669cc670ba0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.471834] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.472664] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c1b39f-e97c-4bc9-a82a-c2774920641f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.501336] env[69692]: DEBUG nova.policy [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6aa640b054b42eeb3b8445f38ab315b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d071210d5c4e3d916a786a04a285a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.538281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.538546] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.538725] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.547455] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.547712] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.547870] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.549067] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-009f8717-8244-418a-a379-09d9e88c168b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.561718] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 951.561718] env[69692]: value = "task-3536133" [ 951.561718] env[69692]: _type = "Task" [ 951.561718] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.574840] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.638033] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.678192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-018d5b3c-27f4-4981-937e-6d39ec474fe2 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.453s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.753401] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536131, 'name': PowerOffVM_Task, 'duration_secs': 0.135711} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.754665] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.754665] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.754665] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb4cd62-2c09-4908-8220-77d07a9db2d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.814708] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.815022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.815199] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Deleting the datastore file [datastore2] c5207e4d-630f-4619-bfed-b7f0e35f3047 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.815570] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd125f57-864b-4c95-bd0c-cc26095a5235 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.831550] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for the task: (returnval){ [ 951.831550] env[69692]: value = "task-3536135" [ 951.831550] env[69692]: _type = "Task" [ 951.831550] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.841193] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522d37d7-c55a-1136-4dc6-5c0ffadc0229, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.843018] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1a539e-a976-45c0-b37a-d60b85310444 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.850888] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.853238] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Successfully created port: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.857882] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 951.857882] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52695e9f-f3ef-53a4-61c7-5154b1382496" [ 951.857882] env[69692]: _type = "Task" [ 951.857882] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.869839] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52695e9f-f3ef-53a4-61c7-5154b1382496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.935478] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.947376] env[69692]: INFO nova.compute.manager [-] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Took 1.68 seconds to deallocate network for instance. [ 952.076625] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203961} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.078019] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.078019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.078019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.097253] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.139654] env[69692]: DEBUG oslo_vmware.api [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536130, 'name': PowerOnVM_Task, 'duration_secs': 0.702368} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.140448] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.140770] env[69692]: INFO nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Took 15.77 seconds to spawn the instance on the hypervisor. [ 952.141196] env[69692]: DEBUG nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.142909] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2ef85b-9d22-47a3-9ef4-633c04ff8ae9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.183391] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.280173] env[69692]: DEBUG nova.network.neutron [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updating instance_info_cache with network_info: [{"id": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "address": "fa:16:3e:75:56:6e", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbf8943-1c", "ovs_interfaceid": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.343275] env[69692]: DEBUG oslo_vmware.api [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Task: {'id': task-3536135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139839} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.346140] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.346308] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.346490] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.346667] env[69692]: INFO nova.compute.manager [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Took 1.13 seconds to destroy the instance on the hypervisor. [ 952.346919] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.347352] env[69692]: DEBUG nova.compute.manager [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.347457] env[69692]: DEBUG nova.network.neutron [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.371010] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52695e9f-f3ef-53a4-61c7-5154b1382496, 'name': SearchDatastore_Task, 'duration_secs': 0.018907} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.373911] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374370] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 6f29f695-9210-4683-a685-21ff6672167b/6f29f695-9210-4683-a685-21ff6672167b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.374726] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9650365c-e98c-4582-b00d-d97e9cb25d64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377410] env[69692]: DEBUG nova.network.neutron [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.387173] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 952.387173] env[69692]: value = "task-3536136" [ 952.387173] env[69692]: _type = "Task" [ 952.387173] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.399042] env[69692]: DEBUG nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Received event network-vif-plugged-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.399290] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Acquiring lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.399483] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.399651] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.399820] env[69692]: DEBUG nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] No waiting events found dispatching network-vif-plugged-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.400094] env[69692]: WARNING nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Received unexpected event network-vif-plugged-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d for instance with vm_state building and task_state spawning. [ 952.400319] env[69692]: DEBUG nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Received event network-vif-deleted-8cb42280-bc88-4ace-b304-8337f1494012 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.400568] env[69692]: DEBUG nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Received event network-changed-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.400784] env[69692]: DEBUG nova.compute.manager [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Refreshing instance network info cache due to event network-changed-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.401088] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Acquiring lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.408351] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.462574] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.505796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.506147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.507401] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.507401] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.507401] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.509368] env[69692]: INFO nova.compute.manager [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Terminating instance [ 952.514075] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e7ee2-9360-40bf-9a0c-1b4bac131982 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.523718] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7588e47-07ca-4a96-be8f-1a1a184bd55b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.559369] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eab514-77ec-4a32-b222-501621df36f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.571836] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704101fc-4b69-4b5a-b1f3-1a8362bdd0d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.598537] env[69692]: DEBUG nova.compute.provider_tree [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.666896] env[69692]: INFO nova.compute.manager [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Took 60.73 seconds to build instance. [ 952.715149] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.781652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782187] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Instance network_info: |[{"id": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "address": "fa:16:3e:75:56:6e", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbf8943-1c", "ovs_interfaceid": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.782855] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Acquired lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782855] env[69692]: DEBUG nova.network.neutron [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Refreshing network info cache for port ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.784673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:56:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddbf8943-1ce4-4c2f-84fe-be309dd4af2d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.793137] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.796499] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.797148] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b809daf-46fb-4be8-a2ed-8a84807a52d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.821795] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.821795] env[69692]: value = "task-3536137" [ 952.821795] env[69692]: _type = "Task" [ 952.821795] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.833584] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536137, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.880609] env[69692]: DEBUG nova.network.neutron [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.907618] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.954121] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.019486] env[69692]: DEBUG nova.compute.manager [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.019793] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.021032] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202e49ed-0d3f-42cc-a757-b791243df076 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.032875] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.032875] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f10747-4ca7-4183-96f0-5d36dfcbc2e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.080185] env[69692]: DEBUG nova.network.neutron [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updated VIF entry in instance network info cache for port ddbf8943-1ce4-4c2f-84fe-be309dd4af2d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.080594] env[69692]: DEBUG nova.network.neutron [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updating instance_info_cache with network_info: [{"id": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "address": "fa:16:3e:75:56:6e", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbf8943-1c", "ovs_interfaceid": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.105301] env[69692]: DEBUG nova.scheduler.client.report [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.123995] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.123995] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.124408] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore2] 450475fe-d1da-4dd9-9547-7f3f350e3859 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.124482] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0fd26d-aca1-42b6-bc4e-7617795dae8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.134831] env[69692]: DEBUG oslo_vmware.api [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 953.134831] env[69692]: value = "task-3536139" [ 953.134831] env[69692]: _type = "Task" [ 953.134831] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.144258] env[69692]: DEBUG oslo_vmware.api [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.169403] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c462acb-9243-4558-8d1e-aff4dbe34244 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.162s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.334148] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536137, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.384703] env[69692]: INFO nova.compute.manager [-] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Took 1.04 seconds to deallocate network for instance. [ 953.408284] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65792} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.408284] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 6f29f695-9210-4683-a685-21ff6672167b/6f29f695-9210-4683-a685-21ff6672167b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.408284] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.408284] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e690f2ee-e3ad-4c5a-a4a4-ce9612cd71eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.414811] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 953.414811] env[69692]: value = "task-3536140" [ 953.414811] env[69692]: _type = "Task" [ 953.414811] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.425131] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.447069] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.447347] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.447624] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.447867] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.448033] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.448197] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.448710] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.449028] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.449235] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.449449] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.449671] env[69692]: DEBUG nova.virt.hardware [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.452290] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39660fe-1aa4-4b78-9e34-e86b94596ddc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.471908] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.472466] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.472466] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.472466] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.473108] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.473108] env[69692]: DEBUG nova.virt.hardware [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.476655] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f3dc9-bb20-4558-86e1-94734509e548 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.482147] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50438c47-5017-420d-bbd1-2e547d405c89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.508071] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47581525-d041-46b7-8934-7e6500fb742f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.515867] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.516758] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Successfully updated port: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.518626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b600f6-f089-44c7-857a-71a018ecd606 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.533440] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:98:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e013412-3b40-4a54-9862-4975d424cbcf', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.541259] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.543322] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.543899] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.544107] env[69692]: ERROR oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk due to incomplete transfer. [ 953.544349] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-971ee8d4-ebc8-420d-813a-84bdc9d20329 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.558830] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12cbedd1-b896-4db3-a275-1d3331a01dd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.573283] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.573283] env[69692]: value = "task-3536141" [ 953.573283] env[69692]: _type = "Task" [ 953.573283] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.574532] env[69692]: DEBUG oslo_vmware.rw_handles [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9ca0b-ac3c-03a9-1205-bd32d04b476b/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.574744] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Uploaded image 2bf2590f-2d84-4fb2-86b2-edfe6237fca7 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.577102] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.581139] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4883286-5251-46b9-853f-c2eccb132b51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.585487] env[69692]: DEBUG oslo_concurrency.lockutils [req-b85d5264-bfd1-48c5-830f-a1aaafa52c78 req-a26ac7f9-9d28-4a59-82c7-a1a0b531761a service nova] Releasing lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.593828] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536141, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.595438] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 953.595438] env[69692]: value = "task-3536142" [ 953.595438] env[69692]: _type = "Task" [ 953.595438] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.605985] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536142, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.613425] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.614075] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.617185] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.278s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.617382] env[69692]: DEBUG nova.objects.instance [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.644761] env[69692]: DEBUG oslo_vmware.api [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199454} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.645163] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.645311] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.645488] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.645658] env[69692]: INFO nova.compute.manager [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Took 0.63 seconds to destroy the instance on the hypervisor. [ 953.645900] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.646115] env[69692]: DEBUG nova.compute.manager [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.646213] env[69692]: DEBUG nova.network.neutron [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.673165] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.835056] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536137, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.890813] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.934252] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079934} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.934529] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.935364] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2f24db-0d6f-45ae-a402-09b70ddc49d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.959638] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 6f29f695-9210-4683-a685-21ff6672167b/6f29f695-9210-4683-a685-21ff6672167b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.960276] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9f4fc0-c0b9-43df-ae37-0c7c30d7910f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.984664] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 953.984664] env[69692]: value = "task-3536143" [ 953.984664] env[69692]: _type = "Task" [ 953.984664] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.998528] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.022724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.023118] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.023118] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.069751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.070025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.070241] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.070442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.070618] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.072897] env[69692]: INFO nova.compute.manager [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Terminating instance [ 954.086619] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536141, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.105699] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536142, 'name': Destroy_Task, 'duration_secs': 0.337707} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.105989] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Destroyed the VM [ 954.106252] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 954.106503] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-673abcc1-e203-43fd-9f08-58a49aff5e93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.112969] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 954.112969] env[69692]: value = "task-3536144" [ 954.112969] env[69692]: _type = "Task" [ 954.112969] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.123754] env[69692]: DEBUG nova.compute.utils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.128186] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.128844] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.129375] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.172057] env[69692]: DEBUG nova.policy [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6aa640b054b42eeb3b8445f38ab315b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d071210d5c4e3d916a786a04a285a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.199619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.292035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.292233] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.292594] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.292876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.293221] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.296272] env[69692]: INFO nova.compute.manager [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Terminating instance [ 954.339557] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536137, 'name': CreateVM_Task, 'duration_secs': 1.443318} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.339826] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.340810] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.340992] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.341499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.341842] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15db1098-a67e-47d7-b5bf-ef7587431802 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.348428] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 954.348428] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522863e1-eb8f-e2aa-8e35-0ce072dae611" [ 954.348428] env[69692]: _type = "Task" [ 954.348428] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.359854] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522863e1-eb8f-e2aa-8e35-0ce072dae611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.424699] env[69692]: DEBUG nova.network.neutron [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.437082] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Received event network-vif-plugged-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.437383] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Acquiring lock "6990cec6-ebac-4df4-8336-32134853d547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.437545] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Lock "6990cec6-ebac-4df4-8336-32134853d547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.437733] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Lock "6990cec6-ebac-4df4-8336-32134853d547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.437960] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] No waiting events found dispatching network-vif-plugged-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.440336] env[69692]: WARNING nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Received unexpected event network-vif-plugged-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 for instance with vm_state building and task_state spawning. [ 954.440550] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Received event network-changed-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.440715] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Refreshing instance network info cache due to event network-changed-d09330a8-ba8c-4af4-a2a1-8d77ad53d424. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.440906] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Acquiring lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.458857] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Successfully created port: 755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.496740] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.570538] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.581629] env[69692]: DEBUG nova.compute.manager [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.581866] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.583985] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8ae26-6bd7-49b4-b6c3-ed8fb25e5d75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.593051] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536141, 'name': CreateVM_Task, 'duration_secs': 0.902277} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.597406] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.598868] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.599597] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.599825] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.600120] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.600693] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7501ef32-76cc-4402-b269-68d459f9f748 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.603450] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590d0a4b-e228-4449-a45d-d8c102bae3d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.613024] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 954.613024] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea2014-701a-a8ad-4428-7c70bf5493a0" [ 954.613024] env[69692]: _type = "Task" [ 954.613024] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.614364] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 954.614364] env[69692]: value = "task-3536145" [ 954.614364] env[69692]: _type = "Task" [ 954.614364] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.628070] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea2014-701a-a8ad-4428-7c70bf5493a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.629095] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.635744] env[69692]: DEBUG oslo_concurrency.lockutils [None req-aaaf136d-ed95-43b7-839c-a07d437a3ca2 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.640835] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.867s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.643488] env[69692]: INFO nova.compute.claims [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.649207] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.655733] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.805307] env[69692]: DEBUG nova.compute.manager [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.805722] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.807039] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88e8b88-0883-4078-97cc-37b5672a1892 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.818063] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.818376] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c695840-5905-4525-845e-1b7a90d0e41d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.827367] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 954.827367] env[69692]: value = "task-3536146" [ 954.827367] env[69692]: _type = "Task" [ 954.827367] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.832720] env[69692]: DEBUG nova.network.neutron [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [{"id": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "address": "fa:16:3e:ba:59:f0", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09330a8-ba", "ovs_interfaceid": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.841762] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.863486] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522863e1-eb8f-e2aa-8e35-0ce072dae611, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.863486] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.863486] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.863486] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.863486] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.863486] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.863486] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d882dad2-4175-4220-9c90-f713710bd249 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.874953] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.875242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.876312] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5acd825-a802-462b-87ad-8ee4f28778ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.883256] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 954.883256] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5200ae2e-bb90-aeec-d24c-447dca7cfb6c" [ 954.883256] env[69692]: _type = "Task" [ 954.883256] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.894293] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5200ae2e-bb90-aeec-d24c-447dca7cfb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.928109] env[69692]: INFO nova.compute.manager [-] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Took 1.28 seconds to deallocate network for instance. [ 954.999526] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536143, 'name': ReconfigVM_Task, 'duration_secs': 0.517932} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.999526] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 6f29f695-9210-4683-a685-21ff6672167b/6f29f695-9210-4683-a685-21ff6672167b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.000305] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c57d087-013e-486a-b7fd-799e78e253b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.009606] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 955.009606] env[69692]: value = "task-3536147" [ 955.009606] env[69692]: _type = "Task" [ 955.009606] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.019286] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536147, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.123067] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea2014-701a-a8ad-4428-7c70bf5493a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.126737] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.127112] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.127473] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127669] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.127867] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.128169] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb96b0f2-1a35-4cf0-9eb0-40298b823641 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.133748] env[69692]: DEBUG oslo_vmware.api [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.134428] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.134727] env[69692]: INFO nova.compute.manager [None req-202b049a-3ab5-4d6b-88bb-ae2129b1b215 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 16.09 seconds to snapshot the instance on the hypervisor. [ 955.144047] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536145, 'name': PowerOffVM_Task, 'duration_secs': 0.268397} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.145424] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.145913] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.145913] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.146074] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.147737] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e5673e0-dbd3-46fb-9c59-d0850578b38e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.149072] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44ac848-b792-49d0-9ce1-95bdbe9192af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.158989] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 955.158989] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525e51de-2473-5a41-0f30-829e8eafdde7" [ 955.158989] env[69692]: _type = "Task" [ 955.158989] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.171542] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525e51de-2473-5a41-0f30-829e8eafdde7, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.173312] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11eeb8ee-38bc-4a77-bef6-cc0788cc50cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.181700] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 955.181700] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a858a4-8cab-6b85-437d-e391041d5926" [ 955.181700] env[69692]: _type = "Task" [ 955.181700] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.196237] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a858a4-8cab-6b85-437d-e391041d5926, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.196515] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.196821] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.197140] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95279f8-e87b-4c5d-abe3-92dcbbb7adde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.205130] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 955.205130] env[69692]: value = "task-3536149" [ 955.205130] env[69692]: _type = "Task" [ 955.205130] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.214129] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.235539] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.235818] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.236025] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Deleting the datastore file [datastore2] 4c5a23dc-e2a1-4887-9ece-f05dab1677bb {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.236315] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c305f696-7a0c-44d0-86b3-15b07bc70d34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.245097] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for the task: (returnval){ [ 955.245097] env[69692]: value = "task-3536150" [ 955.245097] env[69692]: _type = "Task" [ 955.245097] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.256028] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.338850] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.339227] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Instance network_info: |[{"id": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "address": "fa:16:3e:ba:59:f0", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09330a8-ba", "ovs_interfaceid": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.339554] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536146, 'name': PowerOffVM_Task, 'duration_secs': 0.231583} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.339811] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Acquired lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.339993] env[69692]: DEBUG nova.network.neutron [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Refreshing network info cache for port d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.341420] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:59:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd09330a8-ba8c-4af4-a2a1-8d77ad53d424', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.350117] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating folder: Project (65d071210d5c4e3d916a786a04a285a0). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.350488] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.350707] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.354190] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e42c00-da96-4e75-b406-4c8e9ade70e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.355886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-263197ae-5173-4835-b8f6-018e5ec6a58a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.371824] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created folder: Project (65d071210d5c4e3d916a786a04a285a0) in parent group-v706084. [ 955.371824] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating folder: Instances. Parent ref: group-v706250. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.371824] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f1d20d0-182e-4668-97db-b6c21d7254f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.390177] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created folder: Instances in parent group-v706250. [ 955.390436] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.393852] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.394132] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2dcf88e-bc04-4539-a471-c56a136fcc66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.415189] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5200ae2e-bb90-aeec-d24c-447dca7cfb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.416539] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4988d44a-d9ab-412c-9af9-c94016d65e50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.422627] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.422627] env[69692]: value = "task-3536154" [ 955.422627] env[69692]: _type = "Task" [ 955.422627] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.427568] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 955.427568] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527eb753-6610-973f-2525-ce1173bda7ad" [ 955.427568] env[69692]: _type = "Task" [ 955.427568] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.437378] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.437688] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536154, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.449543] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527eb753-6610-973f-2525-ce1173bda7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.526941] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536147, 'name': Rename_Task, 'duration_secs': 0.18793} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.530249] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.530582] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922f6175-5186-4ffa-bfc9-c548b4003984 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.540662] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 955.540662] env[69692]: value = "task-3536155" [ 955.540662] env[69692]: _type = "Task" [ 955.540662] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.553493] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.557142] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.557308] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.557461] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleting the datastore file [datastore2] 2431c213-29d6-4438-aa3b-dc3e888dd5bc {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.557855] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-619d6535-6b5f-49be-9f6b-345ab8e8f2f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.566265] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 955.566265] env[69692]: value = "task-3536156" [ 955.566265] env[69692]: _type = "Task" [ 955.566265] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.576853] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.653529] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.681848] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.682552] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.682722] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.682924] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.683086] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.683238] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.683634] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.683703] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.683845] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.684098] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.684284] env[69692]: DEBUG nova.virt.hardware [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.685297] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18ecbf-d647-4cc8-8475-82b9586e4035 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.696712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b80ae-dc69-4fb0-b766-8dd81b08f996 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.733035] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480667} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.733545] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.733758] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.734151] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49fda06f-97ef-4328-a789-d0729d55e125 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743613] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 955.743613] env[69692]: value = "task-3536157" [ 955.743613] env[69692]: _type = "Task" [ 955.743613] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.764446] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.764743] env[69692]: DEBUG oslo_vmware.api [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Task: {'id': task-3536150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371378} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.767634] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.767871] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.768077] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.768250] env[69692]: INFO nova.compute.manager [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 955.768490] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.769259] env[69692]: DEBUG nova.compute.manager [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.769353] env[69692]: DEBUG nova.network.neutron [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.939682] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536154, 'name': CreateVM_Task, 'duration_secs': 0.509369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.940433] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.941348] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.941666] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.942174] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.946375] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0606d7eb-9091-4892-a9c6-e2b856ced4d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.949232] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527eb753-6610-973f-2525-ce1173bda7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.039324} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.955484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.955484] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/09c53286-6c55-4a21-a118-f463bf31d88f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.955484] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ecaffa-d0f9-4320-9c37-727d0e3822b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.959354] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 955.959354] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52839dc4-bf5d-bb5e-711e-b998187b4298" [ 955.959354] env[69692]: _type = "Task" [ 955.959354] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.967244] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 955.967244] env[69692]: value = "task-3536158" [ 955.967244] env[69692]: _type = "Task" [ 955.967244] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.979035] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52839dc4-bf5d-bb5e-711e-b998187b4298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.988281] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.993391] env[69692]: DEBUG nova.network.neutron [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updated VIF entry in instance network info cache for port d09330a8-ba8c-4af4-a2a1-8d77ad53d424. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.993391] env[69692]: DEBUG nova.network.neutron [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [{"id": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "address": "fa:16:3e:ba:59:f0", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09330a8-ba", "ovs_interfaceid": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.060169] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536155, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.081933] env[69692]: DEBUG oslo_vmware.api [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276482} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.087253] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.087253] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.087253] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.087253] env[69692]: INFO nova.compute.manager [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Took 1.28 seconds to destroy the instance on the hypervisor. [ 956.087253] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.087253] env[69692]: DEBUG nova.compute.manager [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.087253] env[69692]: DEBUG nova.network.neutron [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.255703] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073007} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.259214] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.260606] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ba8d55-4025-4d85-896a-a65aef530ed3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.289128] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.296378] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fb3d77-760b-4e1e-8f9e-6cbd88b8e0b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.331867] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 956.331867] env[69692]: value = "task-3536159" [ 956.331867] env[69692]: _type = "Task" [ 956.331867] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.346248] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.393503] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b47ddbb-99ed-4587-affa-e2c7338b7c2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.403643] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61df611d-f8c2-4af0-9a26-e35c3c8966bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.444221] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd83d1-b630-4fe7-840d-afa1849428a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.454481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d431f1-156e-4374-8efb-2d3a58371743 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.472723] env[69692]: DEBUG nova.compute.provider_tree [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.482543] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52839dc4-bf5d-bb5e-711e-b998187b4298, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.483323] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483568] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.483843] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483994] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.484212] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.485156] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ced3a0b-8295-4458-bb26-23bf26dce887 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.491069] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536158, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.495814] env[69692]: DEBUG oslo_concurrency.lockutils [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] Releasing lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.495992] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Received event network-vif-deleted-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.496306] env[69692]: INFO nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Neutron deleted interface 5dbb51a5-f87f-40fd-b17b-c8a51561fc24; detaching it from the instance and deleting it from the info cache [ 956.496586] env[69692]: DEBUG nova.network.neutron [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.501318] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.501524] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.502647] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050b77d8-4288-4f9d-88dc-fe2ba47b7391 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510402] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 956.510402] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52624e9a-cc9b-7fbf-7cba-3e90174bed7f" [ 956.510402] env[69692]: _type = "Task" [ 956.510402] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.520890] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52624e9a-cc9b-7fbf-7cba-3e90174bed7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.528909] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Successfully updated port: 755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.554320] env[69692]: DEBUG oslo_vmware.api [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536155, 'name': PowerOnVM_Task, 'duration_secs': 0.57793} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.554698] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.554990] env[69692]: INFO nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Took 9.33 seconds to spawn the instance on the hypervisor. [ 956.555264] env[69692]: DEBUG nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.556257] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff6c9e-d4a9-419c-b225-b09a1bed4e2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.727753] env[69692]: DEBUG nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Received event network-vif-plugged-755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.728050] env[69692]: DEBUG oslo_concurrency.lockutils [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] Acquiring lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.728406] env[69692]: DEBUG oslo_concurrency.lockutils [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.728732] env[69692]: DEBUG oslo_concurrency.lockutils [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.728839] env[69692]: DEBUG nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] No waiting events found dispatching network-vif-plugged-755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.729118] env[69692]: WARNING nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Received unexpected event network-vif-plugged-755a2482-95ea-424d-8abe-c3ea39215b61 for instance with vm_state building and task_state spawning. [ 956.729324] env[69692]: DEBUG nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Received event network-vif-deleted-3cf5a718-7f7d-4384-b7d0-539bc9ef242b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.729967] env[69692]: INFO nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Neutron deleted interface 3cf5a718-7f7d-4384-b7d0-539bc9ef242b; detaching it from the instance and deleting it from the info cache [ 956.729967] env[69692]: DEBUG nova.network.neutron [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.828159] env[69692]: DEBUG nova.network.neutron [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.849707] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.985135] env[69692]: DEBUG nova.scheduler.client.report [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.989386] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556433} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.989529] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/09c53286-6c55-4a21-a118-f463bf31d88f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.990379] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.992027] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4b3f65-790a-4681-9c24-08b0b7b6fb2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.001199] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 957.001199] env[69692]: value = "task-3536160" [ 957.001199] env[69692]: _type = "Task" [ 957.001199] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.001199] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-240c8429-c28b-4598-bbeb-0adab2423225 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.020185] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.023979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e047ed-58e2-4a46-a554-6a935daa1711 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.041569] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.041569] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.041698] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.042979] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52624e9a-cc9b-7fbf-7cba-3e90174bed7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.048600] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b37927-a98b-4a14-ade9-9b8ea9ebd9fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.057601] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 957.057601] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52233f80-965b-093e-6316-d0ace9d26b0c" [ 957.057601] env[69692]: _type = "Task" [ 957.057601] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.082092] env[69692]: DEBUG nova.compute.manager [req-ed6fd212-13bc-4783-b262-0213fc630674 req-df76a326-12ba-486d-88fa-4196158720ec service nova] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Detach interface failed, port_id=5dbb51a5-f87f-40fd-b17b-c8a51561fc24, reason: Instance 450475fe-d1da-4dd9-9547-7f3f350e3859 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.085117] env[69692]: INFO nova.compute.manager [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Took 46.81 seconds to build instance. [ 957.090916] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52233f80-965b-093e-6316-d0ace9d26b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.091115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.091377] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/6990cec6-ebac-4df4-8336-32134853d547.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.091796] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa3a0b0-2823-4028-9755-804628926e35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.101457] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 957.101457] env[69692]: value = "task-3536161" [ 957.101457] env[69692]: _type = "Task" [ 957.101457] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.111743] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.233460] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbca3e86-bda8-4e63-bed6-71ec94451980 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.245598] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70c9a6-6f1f-47fd-8094-ef6728278442 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.286828] env[69692]: DEBUG nova.compute.manager [req-3124f723-a892-41de-b213-94745a32ba1f req-818ec4c2-e06e-47c4-a9f5-6b0f9ccc6cab service nova] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Detach interface failed, port_id=3cf5a718-7f7d-4384-b7d0-539bc9ef242b, reason: Instance 4c5a23dc-e2a1-4887-9ece-f05dab1677bb could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.331859] env[69692]: INFO nova.compute.manager [-] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Took 1.56 seconds to deallocate network for instance. [ 957.348850] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536159, 'name': ReconfigVM_Task, 'duration_secs': 0.550169} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.349362] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379/9d4c35aa-afd8-4bf8-ba7c-cf825f467379.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.350189] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f4a1e8d-2c09-4e9f-a77e-5240ed5340e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.362516] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 957.362516] env[69692]: value = "task-3536162" [ 957.362516] env[69692]: _type = "Task" [ 957.362516] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.374671] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536162, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.492485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.493135] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.500029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.849s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.500029] env[69692]: DEBUG nova.objects.instance [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'resources' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.515818] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109729} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.515890] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.516875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f26db-27ac-4d63-bd32-6051f410626c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.543953] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/09c53286-6c55-4a21-a118-f463bf31d88f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.546039] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8076984-f313-4738-a04b-84926d37298a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.569964] env[69692]: DEBUG nova.network.neutron [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.582314] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 957.582314] env[69692]: value = "task-3536163" [ 957.582314] env[69692]: _type = "Task" [ 957.582314] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.588057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.056s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.594835] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.614905] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.621442] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.768044] env[69692]: DEBUG nova.network.neutron [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updating instance_info_cache with network_info: [{"id": "755a2482-95ea-424d-8abe-c3ea39215b61", "address": "fa:16:3e:6b:0d:d9", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755a2482-95", "ovs_interfaceid": "755a2482-95ea-424d-8abe-c3ea39215b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.838039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.873390] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536162, 'name': Rename_Task, 'duration_secs': 0.326486} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.873681] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.873939] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739a09c8-0952-4944-b28e-77acd8309c44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.882632] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 957.882632] env[69692]: value = "task-3536164" [ 957.882632] env[69692]: _type = "Task" [ 957.882632] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.893622] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.000708] env[69692]: DEBUG nova.compute.utils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.002865] env[69692]: DEBUG nova.objects.instance [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'numa_topology' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.006216] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.006216] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.067698] env[69692]: DEBUG nova.policy [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.072505] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "6f29f695-9210-4683-a685-21ff6672167b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.072811] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.073061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "6f29f695-9210-4683-a685-21ff6672167b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.073313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.073655] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.076900] env[69692]: INFO nova.compute.manager [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Terminating instance [ 958.078641] env[69692]: INFO nova.compute.manager [-] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Took 1.99 seconds to deallocate network for instance. [ 958.100228] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.103463] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536163, 'name': ReconfigVM_Task, 'duration_secs': 0.516526} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.105242] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/09c53286-6c55-4a21-a118-f463bf31d88f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.110145] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a570ceb-c9ea-431f-bd84-acab1a333b39 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.119406] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58045} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.121516] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/6990cec6-ebac-4df4-8336-32134853d547.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.121728] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.122061] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 958.122061] env[69692]: value = "task-3536165" [ 958.122061] env[69692]: _type = "Task" [ 958.122061] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.122325] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74b22d23-87b6-41f7-96f8-c1ae59ec1b41 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.137425] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536165, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.139131] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 958.139131] env[69692]: value = "task-3536166" [ 958.139131] env[69692]: _type = "Task" [ 958.139131] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.150585] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.270246] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.270596] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Instance network_info: |[{"id": "755a2482-95ea-424d-8abe-c3ea39215b61", "address": "fa:16:3e:6b:0d:d9", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755a2482-95", "ovs_interfaceid": "755a2482-95ea-424d-8abe-c3ea39215b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.271141] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '755a2482-95ea-424d-8abe-c3ea39215b61', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.280087] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.280416] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.280730] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9861ba2d-a171-4a67-9cc0-5f67dac177d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.307821] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.307821] env[69692]: value = "task-3536167" [ 958.307821] env[69692]: _type = "Task" [ 958.307821] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.318415] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536167, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.390116] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Successfully created port: bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.398805] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.509023] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.511519] env[69692]: DEBUG nova.objects.base [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.589981] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.590599] env[69692]: DEBUG nova.compute.manager [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.590820] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.593127] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b7361-6d1a-4c2b-a9d9-0ce9dcb7a355 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.605556] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.612717] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbec4e8-9336-473d-8de9-19654db32182 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.631302] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 958.631302] env[69692]: value = "task-3536168" [ 958.631302] env[69692]: _type = "Task" [ 958.631302] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.652735] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536165, 'name': Rename_Task, 'duration_secs': 0.230973} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.653046] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.657304] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.665055] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e23ac11-a377-4732-8cd0-5901e9fa4264 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.667275] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110201} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.667614] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.668958] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57169ec-1e1b-4edd-b0cd-57b2bee8d2c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.676066] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 958.676066] env[69692]: value = "task-3536169" [ 958.676066] env[69692]: _type = "Task" [ 958.676066] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.695989] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/6990cec6-ebac-4df4-8336-32134853d547.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.705550] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc468be-ce8f-442e-83d1-d99e397e5487 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.730533] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536169, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.732581] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 958.732581] env[69692]: value = "task-3536170" [ 958.732581] env[69692]: _type = "Task" [ 958.732581] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.742928] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536170, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.746063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.821987] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536167, 'name': CreateVM_Task, 'duration_secs': 0.465089} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.821987] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.822525] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.822703] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.823096] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.823379] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b88567a-9e14-4d7b-848b-88bfbe5e1cde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.829508] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 958.829508] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525b74d5-fc83-665c-e2e5-c84048cd82dc" [ 958.829508] env[69692]: _type = "Task" [ 958.829508] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.840751] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525b74d5-fc83-665c-e2e5-c84048cd82dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.858061] env[69692]: DEBUG nova.compute.manager [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Received event network-changed-755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.858322] env[69692]: DEBUG nova.compute.manager [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Refreshing instance network info cache due to event network-changed-755a2482-95ea-424d-8abe-c3ea39215b61. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.858527] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] Acquiring lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.858704] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] Acquired lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.858923] env[69692]: DEBUG nova.network.neutron [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Refreshing network info cache for port 755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.900674] env[69692]: DEBUG oslo_vmware.api [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536164, 'name': PowerOnVM_Task, 'duration_secs': 0.726008} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.903692] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.903918] env[69692]: DEBUG nova.compute.manager [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.904969] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b5a8c-ed9d-4524-aca6-6b313971931d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.145459] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536168, 'name': PowerOffVM_Task, 'duration_secs': 0.213182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.145842] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.146034] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.146561] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7350e0d2-96ba-417f-a0fb-12159f97e4e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.171280] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.171815] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.199522] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.222597] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.222963] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.223196] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Deleting the datastore file [datastore1] 6f29f695-9210-4683-a685-21ff6672167b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.223857] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8eb3070-6588-4039-b321-d3e9e484e1d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.232022] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for the task: (returnval){ [ 959.232022] env[69692]: value = "task-3536172" [ 959.232022] env[69692]: _type = "Task" [ 959.232022] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.249096] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.249809] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536170, 'name': ReconfigVM_Task, 'duration_secs': 0.439695} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.250046] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/6990cec6-ebac-4df4-8336-32134853d547.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.250750] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9610cd52-9185-4dc0-b3d7-4775239197b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.260420] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 959.260420] env[69692]: value = "task-3536173" [ 959.260420] env[69692]: _type = "Task" [ 959.260420] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.262228] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862fe1e3-717c-4d37-9fb0-b6cbc30f2f75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.276953] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536173, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.280089] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7522e-233d-4b37-9013-b22bce58dcde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.317336] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bb866-2783-4ae0-806f-7e29767387c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.326856] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935c8209-89ae-426b-bbee-b34de11384b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.347559] env[69692]: DEBUG nova.compute.provider_tree [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.354018] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525b74d5-fc83-665c-e2e5-c84048cd82dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.354575] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.354900] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.355228] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.355441] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.355724] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.356061] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac13ed5-a1a4-4363-ab75-b779fcf83fd1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.378591] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.378591] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.379857] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39908dbe-de57-4111-81e5-444e8d69596b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.386060] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 959.386060] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52198a01-ae0e-3923-c80d-25f1ea19d19b" [ 959.386060] env[69692]: _type = "Task" [ 959.386060] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.397334] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52198a01-ae0e-3923-c80d-25f1ea19d19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.426274] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.451842] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.452780] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357d24a-5bd1-49b9-b96c-b12e32d866df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.459504] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.459684] env[69692]: ERROR oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk due to incomplete transfer. [ 959.459917] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-991f8b3a-c697-48f2-9e16-591a782bc83e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.467954] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a43062-8980-e911-88cb-3b46ad71c2bd/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 959.468611] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploaded image 631804bb-8cef-4a49-8920-cbc5587ca664 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 959.470650] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.471570] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00bc6b0b-5e90-448a-a58c-fde72781817d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.478174] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 959.478174] env[69692]: value = "task-3536174" [ 959.478174] env[69692]: _type = "Task" [ 959.478174] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.486549] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536174, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.529065] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.552219] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.552465] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.552619] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.552809] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.552946] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.553125] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.553349] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.553510] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.553673] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.553831] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.553995] env[69692]: DEBUG nova.virt.hardware [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.554901] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fe1a2-5d18-4d8c-9215-baf280214291 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.564466] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db59e9-7577-40b1-9c6e-4b177c2ab677 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.583650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "4ab390b7-fcfd-4038-b598-84235013de2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.583906] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.584128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.584312] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.584490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.586655] env[69692]: INFO nova.compute.manager [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Terminating instance [ 959.610332] env[69692]: DEBUG nova.network.neutron [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updated VIF entry in instance network info cache for port 755a2482-95ea-424d-8abe-c3ea39215b61. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.610689] env[69692]: DEBUG nova.network.neutron [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updating instance_info_cache with network_info: [{"id": "755a2482-95ea-424d-8abe-c3ea39215b61", "address": "fa:16:3e:6b:0d:d9", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755a2482-95", "ovs_interfaceid": "755a2482-95ea-424d-8abe-c3ea39215b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.681105] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.681404] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.682055] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.682055] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.682055] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.682230] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.682324] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 959.682443] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.697665] env[69692]: DEBUG oslo_vmware.api [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536169, 'name': PowerOnVM_Task, 'duration_secs': 0.721093} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.698593] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.698822] env[69692]: INFO nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Took 9.61 seconds to spawn the instance on the hypervisor. [ 959.699044] env[69692]: DEBUG nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.699830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685161e-92ea-4f08-ab24-fd075eff435b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.744598] env[69692]: DEBUG oslo_vmware.api [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Task: {'id': task-3536172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199579} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.744853] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.745238] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.745238] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.745388] env[69692]: INFO nova.compute.manager [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.745628] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.745853] env[69692]: DEBUG nova.compute.manager [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.745951] env[69692]: DEBUG nova.network.neutron [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.771595] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536173, 'name': Rename_Task, 'duration_secs': 0.206285} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.771875] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.772153] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5282f718-3c71-4940-a940-81002ddbe537 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.779912] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 959.779912] env[69692]: value = "task-3536175" [ 959.779912] env[69692]: _type = "Task" [ 959.779912] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.788542] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.855519] env[69692]: DEBUG nova.scheduler.client.report [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.897426] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52198a01-ae0e-3923-c80d-25f1ea19d19b, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.900179] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2715e39f-0b7f-4dea-a606-39212d14c732 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.904487] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 959.904487] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5257a8aa-93af-1e09-bbfa-0abcc8ae5d8f" [ 959.904487] env[69692]: _type = "Task" [ 959.904487] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.913462] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5257a8aa-93af-1e09-bbfa-0abcc8ae5d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.987515] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536174, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.082183] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Successfully updated port: bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.093430] env[69692]: DEBUG nova.compute.manager [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.094708] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.094802] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600a026-7c06-47c1-b404-e3ef3e494a62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.108118] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.108490] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51307cc3-69ff-4acf-bceb-b6cbc20f6f6c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.117231] env[69692]: DEBUG oslo_concurrency.lockutils [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] Releasing lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.117497] env[69692]: DEBUG nova.compute.manager [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-deleted-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.117872] env[69692]: DEBUG nova.compute.manager [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-deleted-ef6cdff5-4bc3-4321-b542-9566b395e412 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.117872] env[69692]: DEBUG nova.compute.manager [req-dd32d2c9-0c8b-4574-a2c0-b8de24d0ba0c req-bd1909dd-aa88-4531-b1ee-264a6bfe3f7c service nova] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Received event network-vif-deleted-dc3ee652-770e-45ba-b87e-f4bfcd932495 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.123409] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 960.123409] env[69692]: value = "task-3536176" [ 960.123409] env[69692]: _type = "Task" [ 960.123409] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.129922] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.185507] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.219566] env[69692]: INFO nova.compute.manager [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Took 47.26 seconds to build instance. [ 960.290138] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.360320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.864s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.362889] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.596s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.366058] env[69692]: INFO nova.compute.claims [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.416180] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5257a8aa-93af-1e09-bbfa-0abcc8ae5d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.418254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.418254] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/cd4e49bb-7bfc-4b07-95ff-68d764b046f3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.418254] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4be5622a-22e2-4688-995c-aafa08d28c4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.423940] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 960.423940] env[69692]: value = "task-3536177" [ 960.423940] env[69692]: _type = "Task" [ 960.423940] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.438174] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.489228] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536174, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.566110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.566200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.566519] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.566708] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.566921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.569587] env[69692]: INFO nova.compute.manager [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Terminating instance [ 960.585776] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.585933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.586214] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.632784] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536176, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.639943] env[69692]: DEBUG nova.network.neutron [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.721682] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.679s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.791279] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.878707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4e21ca26-cd4c-4fe0-886d-7be82964c4be tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.411s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.880328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.732s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.880513] env[69692]: INFO nova.compute.manager [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Unshelving [ 960.934148] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.934415] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/cd4e49bb-7bfc-4b07-95ff-68d764b046f3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.934634] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.934883] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea257e5d-799e-472a-a552-20ce4a2de1df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.941757] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 960.941757] env[69692]: value = "task-3536178" [ 960.941757] env[69692]: _type = "Task" [ 960.941757] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.950423] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.990668] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536174, 'name': Destroy_Task, 'duration_secs': 1.439554} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.990875] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroyed the VM [ 960.991414] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.991414] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bdf7c63-d4f0-4047-82fd-7e830c587497 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.000621] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 961.000621] env[69692]: value = "task-3536179" [ 961.000621] env[69692]: _type = "Task" [ 961.000621] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.009951] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.013039] env[69692]: DEBUG nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Received event network-vif-plugged-bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.013259] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Acquiring lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.013490] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.013684] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.014012] env[69692]: DEBUG nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] No waiting events found dispatching network-vif-plugged-bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.014012] env[69692]: WARNING nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Received unexpected event network-vif-plugged-bbd74a68-003a-4e0d-95bf-8459fee42d67 for instance with vm_state building and task_state spawning. [ 961.014150] env[69692]: DEBUG nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Received event network-changed-bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.014335] env[69692]: DEBUG nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Refreshing instance network info cache due to event network-changed-bbd74a68-003a-4e0d-95bf-8459fee42d67. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.014393] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Acquiring lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.074330] env[69692]: DEBUG nova.compute.manager [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.074577] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.075991] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4acccf-d357-4079-8146-90744bed7bb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.084399] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.084652] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2334be-7add-41de-b380-52460b32be5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.094798] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 961.094798] env[69692]: value = "task-3536180" [ 961.094798] env[69692]: _type = "Task" [ 961.094798] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.107119] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.118773] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "6472233c-5068-4634-be5c-aca883a1783d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.122019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.133175] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536176, 'name': PowerOffVM_Task, 'duration_secs': 0.531979} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.133752] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.135694] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.135866] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.136533] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7941e039-5866-4534-b12f-8c76f895566a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.142393] env[69692]: INFO nova.compute.manager [-] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Took 1.40 seconds to deallocate network for instance. [ 961.207554] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.208930] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.208930] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleting the datastore file [datastore2] 4ab390b7-fcfd-4038-b598-84235013de2b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.208930] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c273cb31-f26c-42c3-b4c2-26a3e6904650 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.215742] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 961.215742] env[69692]: value = "task-3536182" [ 961.215742] env[69692]: _type = "Task" [ 961.215742] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.224350] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.231462] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.290882] env[69692]: DEBUG oslo_vmware.api [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536175, 'name': PowerOnVM_Task, 'duration_secs': 1.296503} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.293864] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.293864] env[69692]: INFO nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Took 8.34 seconds to spawn the instance on the hypervisor. [ 961.293864] env[69692]: DEBUG nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.293864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e389fbe8-244e-4dd2-af0d-d7b8d3f529aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.295746] env[69692]: DEBUG nova.network.neutron [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Updating instance_info_cache with network_info: [{"id": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "address": "fa:16:3e:89:1a:b8", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd74a68-00", "ovs_interfaceid": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.452888] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100967} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.453416] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.456621] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d0095a-8f86-4fa9-92aa-65e5b05be36e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.480724] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/cd4e49bb-7bfc-4b07-95ff-68d764b046f3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.483607] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3523cbea-c7c5-46ce-82a4-8ec28c1201a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.506077] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 961.506077] env[69692]: value = "task-3536183" [ 961.506077] env[69692]: _type = "Task" [ 961.506077] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.512214] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536179, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.520621] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.594437] env[69692]: INFO nova.compute.manager [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Rescuing [ 961.594799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.594969] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.595156] env[69692]: DEBUG nova.network.neutron [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.610229] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536180, 'name': PowerOffVM_Task, 'duration_secs': 0.219111} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.610503] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.610674] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.610944] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd4b637b-6178-4206-985e-18c002df82b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.649876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.728038] env[69692]: DEBUG oslo_vmware.api [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.728038] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.728295] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.728519] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.728760] env[69692]: INFO nova.compute.manager [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 961.729088] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.729327] env[69692]: DEBUG nova.compute.manager [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.729426] env[69692]: DEBUG nova.network.neutron [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.747845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.799305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.799823] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Instance network_info: |[{"id": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "address": "fa:16:3e:89:1a:b8", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd74a68-00", "ovs_interfaceid": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.800513] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Acquired lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.801451] env[69692]: DEBUG nova.network.neutron [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Refreshing network info cache for port bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.803814] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbd74a68-003a-4e0d-95bf-8459fee42d67', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.812813] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.822688] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.822688] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.822688] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.822688] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore2] 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.823936] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cecaea36-726e-4db5-a7c5-8c3cf932992e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.841137] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a73c813-ccce-4a07-9725-491d158ba5ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.847145] env[69692]: INFO nova.compute.manager [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Took 43.79 seconds to build instance. [ 961.864489] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 961.864489] env[69692]: value = "task-3536185" [ 961.864489] env[69692]: _type = "Task" [ 961.864489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.864489] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.864489] env[69692]: value = "task-3536186" [ 961.864489] env[69692]: _type = "Task" [ 961.864489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.883437] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536186, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.886752] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.890940] env[69692]: DEBUG nova.compute.utils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.966465] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f586a-22c1-4070-9a50-fe4799f0c08e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.977774] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e5d1a-31cc-4f63-bee4-7106840ec016 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.026119] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c70acb-71b6-4ca2-bd62-6fbd551de45a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.041770] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.042063] env[69692]: DEBUG oslo_vmware.api [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536179, 'name': RemoveSnapshot_Task, 'duration_secs': 1.001534} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.043732] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.043988] env[69692]: INFO nova.compute.manager [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 962.047692] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675cfba4-bf8d-4ad8-a5f6-a54aeef11985 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.068543] env[69692]: DEBUG nova.compute.provider_tree [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.330220] env[69692]: DEBUG nova.network.neutron [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updating instance_info_cache with network_info: [{"id": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "address": "fa:16:3e:75:56:6e", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbf8943-1c", "ovs_interfaceid": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.352839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39e0e073-fc94-4e65-99ca-2892a561e843 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.321s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.375183] env[69692]: DEBUG oslo_vmware.api [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201479} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.375821] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.375992] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.376156] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.376330] env[69692]: INFO nova.compute.manager [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Took 1.30 seconds to destroy the instance on the hypervisor. [ 962.376555] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.377361] env[69692]: DEBUG nova.compute.manager [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.377361] env[69692]: DEBUG nova.network.neutron [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.381728] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536186, 'name': CreateVM_Task, 'duration_secs': 0.417249} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.382185] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.382766] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.382961] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.383254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.383726] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da498471-f06d-42d7-9e92-8bffbbcf81ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.388467] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 962.388467] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52740173-ef9f-a14c-abfe-7382607907bb" [ 962.388467] env[69692]: _type = "Task" [ 962.388467] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.397878] env[69692]: INFO nova.virt.block_device [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Booting with volume 9f1b7008-81dc-4053-b815-1156bcfec2df at /dev/sdb [ 962.399381] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52740173-ef9f-a14c-abfe-7382607907bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.439695] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15427222-9871-4b27-9f16-c4e49e867f93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.450104] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb240e10-379b-4083-a751-89fc85174260 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.487973] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51c26f99-bd34-4297-b58a-7eef2486c23d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.500124] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c8ba01-ea50-4459-843f-9c418b1eaa58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.544623] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd558e-f131-47ac-b3dc-3f5697b3b0d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.551060] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536183, 'name': ReconfigVM_Task, 'duration_secs': 0.60529} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.551807] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/cd4e49bb-7bfc-4b07-95ff-68d764b046f3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.552594] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00858a87-f42d-4645-be7f-c72eb45a2272 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560141] env[69692]: DEBUG nova.network.neutron [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.564578] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5c95a9-7934-4edc-8ef0-b969f13123da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.570781] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 962.570781] env[69692]: value = "task-3536187" [ 962.570781] env[69692]: _type = "Task" [ 962.570781] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.571704] env[69692]: DEBUG nova.scheduler.client.report [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.585044] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536187, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.593048] env[69692]: DEBUG nova.virt.block_device [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating existing volume attachment record: 9aa697c1-3b47-4847-b876-edd6d144edeb {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 962.630332] env[69692]: DEBUG nova.compute.manager [None req-2af35ef5-5516-4ed2-b923-c0956eadbcce tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Found 2 images (rotation: 2) {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 962.637591] env[69692]: DEBUG nova.network.neutron [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Updated VIF entry in instance network info cache for port bbd74a68-003a-4e0d-95bf-8459fee42d67. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.638032] env[69692]: DEBUG nova.network.neutron [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Updating instance_info_cache with network_info: [{"id": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "address": "fa:16:3e:89:1a:b8", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd74a68-00", "ovs_interfaceid": "bbd74a68-003a-4e0d-95bf-8459fee42d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.833747] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.855266] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.899299] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52740173-ef9f-a14c-abfe-7382607907bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.899685] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.899933] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.900234] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.900378] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.900558] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.900826] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d273a626-a6a4-4f57-acf8-0fe4df9ca62c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.911567] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.913019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.913019] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42dc631-48ce-4a50-89a4-d77bd0d9fdc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.921721] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 962.921721] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b41aad-7bd5-217f-68b0-28f33ea74397" [ 962.921721] env[69692]: _type = "Task" [ 962.921721] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.932775] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b41aad-7bd5-217f-68b0-28f33ea74397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.071069] env[69692]: DEBUG nova.compute.manager [req-495a635e-cc38-453d-82a2-0e6c92f73129 req-93134ce8-0bf8-4d7b-9f80-fecd8fb824fc service nova] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Received event network-vif-deleted-2b0ed9c7-dfdb-4f02-a79c-6730349224ba {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.071069] env[69692]: DEBUG nova.compute.manager [req-495a635e-cc38-453d-82a2-0e6c92f73129 req-93134ce8-0bf8-4d7b-9f80-fecd8fb824fc service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Received event network-vif-deleted-2e013412-3b40-4a54-9862-4975d424cbcf {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.071069] env[69692]: INFO nova.compute.manager [req-495a635e-cc38-453d-82a2-0e6c92f73129 req-93134ce8-0bf8-4d7b-9f80-fecd8fb824fc service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Neutron deleted interface 2e013412-3b40-4a54-9862-4975d424cbcf; detaching it from the instance and deleting it from the info cache [ 963.071069] env[69692]: DEBUG nova.network.neutron [req-495a635e-cc38-453d-82a2-0e6c92f73129 req-93134ce8-0bf8-4d7b-9f80-fecd8fb824fc service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.073617] env[69692]: INFO nova.compute.manager [-] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Took 1.34 seconds to deallocate network for instance. [ 963.086669] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.087455] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.091769] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.091817] env[69692]: DEBUG nova.objects.instance [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.100586] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536187, 'name': Rename_Task, 'duration_secs': 0.297242} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.100864] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.101162] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353f75d9-f231-4df8-b7a7-a43de7215c4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.111020] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 963.111020] env[69692]: value = "task-3536191" [ 963.111020] env[69692]: _type = "Task" [ 963.111020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.119611] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.140313] env[69692]: DEBUG oslo_concurrency.lockutils [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] Releasing lock "refresh_cache-571905c8-e07d-4ddf-9f37-1b1311d71b6b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.141131] env[69692]: DEBUG nova.compute.manager [req-f2d683d7-217c-4ca8-8db0-f9fdf181f978 req-d1d76dca-200e-4971-beec-5543481dd172 service nova] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Received event network-vif-deleted-382c529a-e0c6-4efc-a16c-3676f5391a5e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.222397] env[69692]: DEBUG nova.network.neutron [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.384442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.434850] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b41aad-7bd5-217f-68b0-28f33ea74397, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.435666] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758235af-6b4a-469b-a377-02ee8c6a6538 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.442502] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 963.442502] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5278ca35-30aa-f416-7fe9-b896da073a01" [ 963.442502] env[69692]: _type = "Task" [ 963.442502] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.453302] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278ca35-30aa-f416-7fe9-b896da073a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.575941] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-768908a6-0097-4d83-aa58-40757920566a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.587728] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5d239-3460-4db5-9fbb-654a847091d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.602441] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.604279] env[69692]: DEBUG nova.compute.utils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.612408] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.612696] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.634802] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.649250] env[69692]: DEBUG nova.compute.manager [req-495a635e-cc38-453d-82a2-0e6c92f73129 req-93134ce8-0bf8-4d7b-9f80-fecd8fb824fc service nova] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Detach interface failed, port_id=2e013412-3b40-4a54-9862-4975d424cbcf, reason: Instance 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.665955] env[69692]: DEBUG nova.policy [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f01989eb434566bb1467597491ff3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd0dee34f5c4668b0acbcc8d9d06ef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.725075] env[69692]: INFO nova.compute.manager [-] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Took 1.35 seconds to deallocate network for instance. [ 963.959029] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278ca35-30aa-f416-7fe9-b896da073a01, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.959029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.959029] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 571905c8-e07d-4ddf-9f37-1b1311d71b6b/571905c8-e07d-4ddf-9f37-1b1311d71b6b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.959029] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6205e307-fdb4-4e90-ae7f-4dacfbdc1cdf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.967558] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 963.967558] env[69692]: value = "task-3536192" [ 963.967558] env[69692]: _type = "Task" [ 963.967558] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.979412] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.982320] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Successfully created port: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.112569] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.120308] env[69692]: DEBUG oslo_concurrency.lockutils [None req-95a082ac-97c1-415a-bf9d-a38c17d4a7db tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.126417] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.559s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.127466] env[69692]: INFO nova.compute.claims [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.145450] env[69692]: DEBUG oslo_vmware.api [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536191, 'name': PowerOnVM_Task, 'duration_secs': 0.546771} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.145866] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.146189] env[69692]: INFO nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Took 8.49 seconds to spawn the instance on the hypervisor. [ 964.146479] env[69692]: DEBUG nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.147817] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4c7b5-5a0d-4c60-bfd4-78d269e67799 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.164864] env[69692]: DEBUG nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.165916] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33fd6e3-f037-4a61-937b-49076064691e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.232436] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.371687] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.372379] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8addca-3fed-43e8-83f8-943e7fe7bbaf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.383798] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 964.383798] env[69692]: value = "task-3536193" [ 964.383798] env[69692]: _type = "Task" [ 964.383798] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.396937] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.478778] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503566} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.478778] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 571905c8-e07d-4ddf-9f37-1b1311d71b6b/571905c8-e07d-4ddf-9f37-1b1311d71b6b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.478976] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.479167] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0689abc-cafa-41ea-a270-e682fb82a3aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.490105] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 964.490105] env[69692]: value = "task-3536194" [ 964.490105] env[69692]: _type = "Task" [ 964.490105] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.501864] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.671655] env[69692]: INFO nova.compute.manager [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Took 43.84 seconds to build instance. [ 964.681383] env[69692]: INFO nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] instance snapshotting [ 964.682184] env[69692]: DEBUG nova.objects.instance [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.896397] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536193, 'name': PowerOffVM_Task, 'duration_secs': 0.418329} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.896694] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.897521] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85346d5d-317f-4163-acae-7dcdf9cd48f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.916313] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0c8b47-b1a5-4596-88e8-22140510e439 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.952836] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.952946] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19857f85-435b-4823-b7ff-21c3003e899d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.965583] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 964.965583] env[69692]: value = "task-3536195" [ 964.965583] env[69692]: _type = "Task" [ 964.965583] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.976044] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.976268] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.976513] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.976667] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.976844] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.977112] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3338e924-86a2-48b6-b8f8-406f067cb81b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.999450] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285556} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.999747] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.000525] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec361b36-2b20-48ac-9bec-05249dc1e84b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.023532] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 571905c8-e07d-4ddf-9f37-1b1311d71b6b/571905c8-e07d-4ddf-9f37-1b1311d71b6b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.024756] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a047ff8f-27ed-46d3-80bf-3a9b5d378f1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.039173] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.039369] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.040423] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e21f11e-7257-4c04-9487-6438258583dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.047029] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 965.047029] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524d05a8-c150-6918-6851-982f543ed556" [ 965.047029] env[69692]: _type = "Task" [ 965.047029] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.051927] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 965.051927] env[69692]: value = "task-3536196" [ 965.051927] env[69692]: _type = "Task" [ 965.051927] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.057755] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524d05a8-c150-6918-6851-982f543ed556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.063284] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.129066] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.152058] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.152316] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.152474] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.152656] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.152804] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.152954] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.153177] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.153340] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.153522] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.153686] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.153858] env[69692]: DEBUG nova.virt.hardware [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.154743] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d0b377-950f-474d-b99e-baafe7b9bcf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.165364] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe159ed5-1f3a-4e11-898a-54d4b0b33e3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.184674] env[69692]: DEBUG oslo_concurrency.lockutils [None req-61ff865b-f56a-4311-b25f-b655e3492c46 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.230s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.191522] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac4de4-2891-43e3-bffe-3481477565ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.216155] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74108230-ff41-4e33-aa7b-c9f1c488016b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.461831] env[69692]: INFO nova.compute.manager [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Rescuing [ 965.461831] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.461831] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.461831] env[69692]: DEBUG nova.network.neutron [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.562589] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536196, 'name': ReconfigVM_Task, 'duration_secs': 0.384627} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.570867] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 571905c8-e07d-4ddf-9f37-1b1311d71b6b/571905c8-e07d-4ddf-9f37-1b1311d71b6b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.570867] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524d05a8-c150-6918-6851-982f543ed556, 'name': SearchDatastore_Task, 'duration_secs': 0.033194} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.571172] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c25b0a-c35b-4a40-9056-ba1ba965009e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.575579] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f7a358-a6bb-49ba-a072-9e9c066791af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.583174] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 965.583174] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521e5a71-e151-4cac-453e-0721a676b7fe" [ 965.583174] env[69692]: _type = "Task" [ 965.583174] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.590648] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 965.590648] env[69692]: value = "task-3536198" [ 965.590648] env[69692]: _type = "Task" [ 965.590648] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.597575] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521e5a71-e151-4cac-453e-0721a676b7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.598299] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.598581] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.598867] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77cc9e90-1cbb-4365-9aa9-0240264c6aee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.601738] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Successfully updated port: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.607556] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536198, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.612242] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 965.612242] env[69692]: value = "task-3536199" [ 965.612242] env[69692]: _type = "Task" [ 965.612242] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.627081] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.722729] env[69692]: DEBUG nova.compute.manager [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Received event network-vif-plugged-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.722729] env[69692]: DEBUG oslo_concurrency.lockutils [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.722995] env[69692]: DEBUG oslo_concurrency.lockutils [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.723219] env[69692]: DEBUG oslo_concurrency.lockutils [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.723430] env[69692]: DEBUG nova.compute.manager [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] No waiting events found dispatching network-vif-plugged-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.723577] env[69692]: WARNING nova.compute.manager [req-5ef7df57-28b9-4665-975b-57af4642fc54 req-ca64ac36-fdc1-4dac-b313-7aac294e583a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Received unexpected event network-vif-plugged-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 for instance with vm_state building and task_state spawning. [ 965.729942] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.731768] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0647a84-144c-4cbf-94fb-16b094ebc6af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.744698] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 965.744698] env[69692]: value = "task-3536200" [ 965.744698] env[69692]: _type = "Task" [ 965.744698] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.753909] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb5128-f1c7-4656-b9cc-6359e4c6dbbf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.760736] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.766398] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b1d0d-5bba-4d9a-a0e8-9de1acfc43ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.801472] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c07e3-8fa8-49ee-aa4f-7b10bcdbd75f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.811256] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc159b8-eb6b-46de-887b-cd6bcdf6b98d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.827828] env[69692]: DEBUG nova.compute.provider_tree [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.103581] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536198, 'name': Rename_Task, 'duration_secs': 0.158282} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.103866] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.104105] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ab537c-6b75-46f4-9953-d9df4ee7cea7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.107317] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.107451] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.107592] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.111080] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 966.111080] env[69692]: value = "task-3536201" [ 966.111080] env[69692]: _type = "Task" [ 966.111080] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.122233] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.130940] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478274} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.131298] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 966.132309] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ced05-a5c1-4f7c-837c-b05ed9562fe0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.166559] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.166960] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc03c927-a798-4860-b460-50be502dc202 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.191765] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 966.191765] env[69692]: value = "task-3536202" [ 966.191765] env[69692]: _type = "Task" [ 966.191765] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.200886] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.218605] env[69692]: DEBUG nova.network.neutron [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updating instance_info_cache with network_info: [{"id": "755a2482-95ea-424d-8abe-c3ea39215b61", "address": "fa:16:3e:6b:0d:d9", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755a2482-95", "ovs_interfaceid": "755a2482-95ea-424d-8abe-c3ea39215b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.257620] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.331384] env[69692]: DEBUG nova.scheduler.client.report [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.624967] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.646516] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.702709] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536202, 'name': ReconfigVM_Task, 'duration_secs': 0.386132} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.703149] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.703877] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f60092-eeb6-4b41-b879-fb07798581fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.727128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-cd4e49bb-7bfc-4b07-95ff-68d764b046f3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.736844] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83fbe3d7-f41a-49c0-918f-cd26d4436f25 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.759985] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.761704] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 966.761704] env[69692]: value = "task-3536203" [ 966.761704] env[69692]: _type = "Task" [ 966.761704] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.778341] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.819669] env[69692]: DEBUG nova.network.neutron [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updating instance_info_cache with network_info: [{"id": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "address": "fa:16:3e:19:f5:a3", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cf3ee4-a1", "ovs_interfaceid": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.840537] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.840537] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.842301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.528s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.842657] env[69692]: DEBUG nova.objects.instance [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lazy-loading 'resources' on Instance uuid 4170a779-a76c-494e-9ae9-6ba53cb4357f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.124013] env[69692]: DEBUG oslo_vmware.api [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536201, 'name': PowerOnVM_Task, 'duration_secs': 0.525795} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.124309] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.124556] env[69692]: INFO nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Took 7.60 seconds to spawn the instance on the hypervisor. [ 967.124759] env[69692]: DEBUG nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.125545] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c1819-9bbe-473a-8cd8-65a273b00958 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.260741] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536200, 'name': CreateSnapshot_Task, 'duration_secs': 1.154144} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.261057] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.261808] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3584c20d-ab2d-4da6-bb57-ee5f107a8815 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.281036] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.321857] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.322142] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Instance network_info: |[{"id": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "address": "fa:16:3e:19:f5:a3", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cf3ee4-a1", "ovs_interfaceid": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.322532] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f5:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cf3ee4-a184-4dcd-ac1a-924f97f7f624', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.330482] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating folder: Project (4cd0dee34f5c4668b0acbcc8d9d06ef7). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.330730] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc47f4ed-4485-42e9-8f2a-110d5bee3c66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.343546] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created folder: Project (4cd0dee34f5c4668b0acbcc8d9d06ef7) in parent group-v706084. [ 967.343734] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating folder: Instances. Parent ref: group-v706258. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.343963] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f47cd12-94ff-4b84-9efe-8c41bac673e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.346585] env[69692]: DEBUG nova.compute.utils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.351164] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.351346] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.363982] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created folder: Instances in parent group-v706258. [ 967.364182] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.364337] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.364544] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f814124f-bd60-4a1b-996e-8f0f02815e15 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.389016] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.389016] env[69692]: value = "task-3536206" [ 967.389016] env[69692]: _type = "Task" [ 967.389016] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.390621] env[69692]: DEBUG nova.policy [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3ac99023b44b69889919b1d4e25d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b10ae845a1414583acf02939c91530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.403924] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536206, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.647795] env[69692]: INFO nova.compute.manager [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Took 40.90 seconds to build instance. [ 967.706591] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Successfully created port: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.786624] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.786934] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.791662] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65809fd0-b56a-4d95-8105-d377e381972d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.803687] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 967.803687] env[69692]: value = "task-3536207" [ 967.803687] env[69692]: _type = "Task" [ 967.803687] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.813960] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536207, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.821502] env[69692]: DEBUG nova.compute.manager [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Received event network-changed-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.821695] env[69692]: DEBUG nova.compute.manager [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Refreshing instance network info cache due to event network-changed-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.822317] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] Acquiring lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.822421] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] Acquired lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.822595] env[69692]: DEBUG nova.network.neutron [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Refreshing network info cache for port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.853122] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.897776] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216fb21-c4ab-417d-bb61-fe295156d65a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.913557] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266aec3f-2a35-46a8-95fa-6ab0c9f097ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.916936] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536206, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.956779] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb490ae-5697-442a-b301-35ec4285f16d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.968057] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6e632-2ca3-4742-b6d7-9dd4831019dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.986422] env[69692]: DEBUG nova.compute.provider_tree [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.150318] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9fc65a35-8617-49a6-980b-11001a715460 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.239s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.281709] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536203, 'name': ReconfigVM_Task, 'duration_secs': 1.471037} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.281907] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.282197] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32deb5f5-39cd-4edf-8964-599a30f932c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.290939] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 968.290939] env[69692]: value = "task-3536208" [ 968.290939] env[69692]: _type = "Task" [ 968.290939] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.294734] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.295362] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f8a814-d632-450d-8f6e-8ccf18873cdd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.303497] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.308794] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 968.308794] env[69692]: value = "task-3536209" [ 968.308794] env[69692]: _type = "Task" [ 968.308794] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.317429] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536207, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.323692] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.402834] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536206, 'name': CreateVM_Task, 'duration_secs': 0.675123} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.405528] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.406314] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.406545] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.406809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.407437] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ddc348-b9f9-47e2-851e-28b2dec516e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.414114] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 968.414114] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527b4a0d-498c-d653-e0b4-d19352930451" [ 968.414114] env[69692]: _type = "Task" [ 968.414114] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.424222] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.424458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.424687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.424942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.425078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.426770] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b4a0d-498c-d653-e0b4-d19352930451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.429682] env[69692]: INFO nova.compute.manager [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Terminating instance [ 968.490225] env[69692]: DEBUG nova.scheduler.client.report [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.548482] env[69692]: DEBUG nova.network.neutron [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updated VIF entry in instance network info cache for port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.548973] env[69692]: DEBUG nova.network.neutron [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updating instance_info_cache with network_info: [{"id": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "address": "fa:16:3e:19:f5:a3", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cf3ee4-a1", "ovs_interfaceid": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.732757] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.805276] env[69692]: DEBUG oslo_vmware.api [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536208, 'name': PowerOnVM_Task, 'duration_secs': 0.412988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.809043] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.816125] env[69692]: DEBUG nova.compute.manager [None req-a009952c-af99-487d-92cf-652b2af350ed tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.816979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acefa4-bd90-4706-8a7c-81488c5001a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.824277] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536207, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.830053] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536209, 'name': PowerOffVM_Task, 'duration_secs': 0.200351} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.831920] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.835317] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80455fa6-aef5-4b10-977a-6ca86859a86a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.858667] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ac8c36-be2a-4d35-a539-a9e09c177d3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.863288] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.895738] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.897318] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2708f6df-344e-4c5f-bc75-5a95522c6403 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.906124] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.906124] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.906124] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.906124] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.906290] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.906428] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.907029] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.907029] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.907029] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.907256] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.907256] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.908176] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a1822-d02a-4fd3-b5b9-9dbb4ea3ae91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.912043] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 968.912043] env[69692]: value = "task-3536210" [ 968.912043] env[69692]: _type = "Task" [ 968.912043] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.923023] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c545534-60eb-4980-adb0-e357b0fe2bb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.930937] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.930937] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.931165] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.931318] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.931504] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.931751] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80623a5-933a-4cd0-bc1b-5fc658f4eda7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.946719] env[69692]: DEBUG nova.compute.manager [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.946989] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.947509] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b4a0d-498c-d653-e0b4-d19352930451, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.948280] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d62fa-cc43-45e3-b0c2-5b50d1ecdc63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.951639] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.951837] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.952026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.957528] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.957815] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8788e5da-92e0-4e06-b997-df5889500eef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.960392] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.960576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.961678] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe71127-17da-4206-92e3-4af6da031341 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.967492] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 968.967492] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1694c-46a9-cb97-34e1-267d547ea1ef" [ 968.967492] env[69692]: _type = "Task" [ 968.967492] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.968932] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 968.968932] env[69692]: value = "task-3536211" [ 968.968932] env[69692]: _type = "Task" [ 968.968932] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.981015] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.984843] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1694c-46a9-cb97-34e1-267d547ea1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.996262] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.998890] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.221s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.999175] env[69692]: DEBUG nova.objects.instance [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lazy-loading 'resources' on Instance uuid e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.052671] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7e0a14c-a53b-4456-86c5-f21da51d7f02 req-455df776-b265-4997-840f-41c72d079f3d service nova] Releasing lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.136188] env[69692]: INFO nova.scheduler.client.report [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted allocations for instance 4170a779-a76c-494e-9ae9-6ba53cb4357f [ 969.315359] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536207, 'name': CloneVM_Task, 'duration_secs': 1.424943} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.316229] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Created linked-clone VM from snapshot [ 969.317201] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a1a758-d75a-4e62-8d88-5daba5f4e5bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.327873] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploading image 1bc91ad3-cb5c-4328-bab9-1ae5f2a629b6 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 969.333441] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Successfully updated port: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.355952] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 969.355952] env[69692]: value = "vm-706261" [ 969.355952] env[69692]: _type = "VirtualMachine" [ 969.355952] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 969.356684] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4bf95d7-a8be-4e5a-b912-c4651bc5cd48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.365171] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease: (returnval){ [ 969.365171] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5241f174-a8e1-caa6-9cf8-0b175d815a0f" [ 969.365171] env[69692]: _type = "HttpNfcLease" [ 969.365171] env[69692]: } obtained for exporting VM: (result){ [ 969.365171] env[69692]: value = "vm-706261" [ 969.365171] env[69692]: _type = "VirtualMachine" [ 969.365171] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 969.365428] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the lease: (returnval){ [ 969.365428] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5241f174-a8e1-caa6-9cf8-0b175d815a0f" [ 969.365428] env[69692]: _type = "HttpNfcLease" [ 969.365428] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.375827] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.375827] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5241f174-a8e1-caa6-9cf8-0b175d815a0f" [ 969.375827] env[69692]: _type = "HttpNfcLease" [ 969.375827] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.482955] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1694c-46a9-cb97-34e1-267d547ea1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015612} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.486435] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536211, 'name': PowerOffVM_Task, 'duration_secs': 0.199351} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.486661] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2dc18f-96fb-4a24-88c2-1f2bef2d0596 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.489012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.489203] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.489425] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8134461b-6aa4-402c-a4cf-a686c4b9c890 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.493864] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 969.493864] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52816c10-e051-658e-356b-5ca070143c2c" [ 969.493864] env[69692]: _type = "Task" [ 969.493864] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.504096] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52816c10-e051-658e-356b-5ca070143c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.554859] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.555084] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.555272] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore2] 571905c8-e07d-4ddf-9f37-1b1311d71b6b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.555539] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acdadf4d-868e-4f99-9cba-b640ccc6deaa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.564761] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 969.564761] env[69692]: value = "task-3536214" [ 969.564761] env[69692]: _type = "Task" [ 969.564761] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.574349] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.646861] env[69692]: DEBUG oslo_concurrency.lockutils [None req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "4170a779-a76c-494e-9ae9-6ba53cb4357f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.784s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.836179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.836179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.836179] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.865680] env[69692]: DEBUG nova.compute.manager [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Received event network-vif-plugged-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.865987] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Acquiring lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.866129] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.866424] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.866593] env[69692]: DEBUG nova.compute.manager [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] No waiting events found dispatching network-vif-plugged-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.866754] env[69692]: WARNING nova.compute.manager [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Received unexpected event network-vif-plugged-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 for instance with vm_state building and task_state spawning. [ 969.866912] env[69692]: DEBUG nova.compute.manager [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Received event network-changed-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.867083] env[69692]: DEBUG nova.compute.manager [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Refreshing instance network info cache due to event network-changed-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.867266] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Acquiring lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.874117] env[69692]: INFO nova.compute.manager [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Unrescuing [ 969.874318] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.874457] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquired lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.874606] env[69692]: DEBUG nova.network.neutron [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.880361] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.880361] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5241f174-a8e1-caa6-9cf8-0b175d815a0f" [ 969.880361] env[69692]: _type = "HttpNfcLease" [ 969.880361] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.880361] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.880361] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5241f174-a8e1-caa6-9cf8-0b175d815a0f" [ 969.880361] env[69692]: _type = "HttpNfcLease" [ 969.880361] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.883392] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1567e4-d6f9-4eff-bd3b-fa9156e85f4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.892187] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.892366] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.986313] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fda27a78-46e7-4ebe-99fc-ea2d4a1a66d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.014028] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52816c10-e051-658e-356b-5ca070143c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.014028] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.014253] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 970.016913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.017101] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.017327] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd54d9c-0aa4-42a9-8fdd-a01f039dc823 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019520] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a682209e-7805-42f5-90e4-2a10740bfcc2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.028228] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 970.028228] env[69692]: value = "task-3536215" [ 970.028228] env[69692]: _type = "Task" [ 970.028228] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.032076] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.032297] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.035356] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a446d5e7-b916-4563-b1b3-8138c1b71676 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.040854] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.045958] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 970.045958] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523c5051-2ab2-accf-ef5e-f821eadc1f95" [ 970.045958] env[69692]: _type = "Task" [ 970.045958] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.056975] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c5051-2ab2-accf-ef5e-f821eadc1f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.061679] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0625bb-b5dd-4cc6-90f2-e70bd5b96c0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.072294] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d74ac-30bd-467b-b7f2-5e34661410a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.078376] env[69692]: DEBUG oslo_vmware.api [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15711} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.079136] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.079263] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.079563] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.079563] env[69692]: INFO nova.compute.manager [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.079759] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.079938] env[69692]: DEBUG nova.compute.manager [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.080060] env[69692]: DEBUG nova.network.neutron [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.108871] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e0977d-a751-4a24-b7ac-f22f09d6e5de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.116969] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9089bca7-d3e6-4407-b52f-2c68f3b9a857 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.131637] env[69692]: DEBUG nova.compute.provider_tree [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.407211] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.539743] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457166} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.543019] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 970.543019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed04e3-c397-4082-bca3-e0666b9afb0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.573892] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.577978] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7d6e55-3d5f-45a0-9513-723fee0d4a6c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.598115] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c5051-2ab2-accf-ef5e-f821eadc1f95, 'name': SearchDatastore_Task, 'duration_secs': 0.019782} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.599612] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f868e5-9ae6-4f2e-ae15-f95fd1e1633e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.605440] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 970.605440] env[69692]: value = "task-3536216" [ 970.605440] env[69692]: _type = "Task" [ 970.605440] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.607296] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 970.607296] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bdf720-6770-066d-8b03-cff6c5a4e211" [ 970.607296] env[69692]: _type = "Task" [ 970.607296] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.622858] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.628497] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bdf720-6770-066d-8b03-cff6c5a4e211, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.628986] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.629412] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6203955b-b451-404b-9d18-ef6a4e0a5da6/6203955b-b451-404b-9d18-ef6a4e0a5da6.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.629877] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b273b1f-ec9f-4fe6-a261-1f501d4fa588 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.639230] env[69692]: DEBUG nova.scheduler.client.report [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.644240] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 970.644240] env[69692]: value = "task-3536217" [ 970.644240] env[69692]: _type = "Task" [ 970.644240] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.654574] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.730708] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Updating instance_info_cache with network_info: [{"id": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "address": "fa:16:3e:fd:c3:36", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d0b55-1e", "ovs_interfaceid": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.741592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "03afb7d6-186a-4fce-a004-003937329ff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.741922] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.742147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "03afb7d6-186a-4fce-a004-003937329ff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.742331] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.742496] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.745214] env[69692]: INFO nova.compute.manager [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Terminating instance [ 970.775033] env[69692]: DEBUG nova.network.neutron [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updating instance_info_cache with network_info: [{"id": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "address": "fa:16:3e:75:56:6e", "network": {"id": "4d9a4725-905b-40a2-90b4-cc8d96964e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-148776426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cc9d4e696844f4ebd2422af6a352854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbf8943-1c", "ovs_interfaceid": "ddbf8943-1ce4-4c2f-84fe-be309dd4af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.042619] env[69692]: DEBUG nova.network.neutron [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.131703] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536216, 'name': ReconfigVM_Task, 'duration_secs': 0.44152} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.133218] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.134315] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a36375-59ba-491e-9960-d87eee1915c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.161639] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.169482] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.136s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.169743] env[69692]: DEBUG nova.objects.instance [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.175737] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e7abfa-8d30-4258-99f2-758cdf728255 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.197223] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.198973] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 971.198973] env[69692]: value = "task-3536218" [ 971.198973] env[69692]: _type = "Task" [ 971.198973] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.203609] env[69692]: INFO nova.scheduler.client.report [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted allocations for instance e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b [ 971.212419] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.235309] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.235647] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Instance network_info: |[{"id": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "address": "fa:16:3e:fd:c3:36", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d0b55-1e", "ovs_interfaceid": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.236021] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Acquired lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.236171] env[69692]: DEBUG nova.network.neutron [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Refreshing network info cache for port a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.237820] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c3:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.245960] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating folder: Project (56b10ae845a1414583acf02939c91530). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.248783] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cd415a4-1b39-4472-8548-0c7ea0820bd5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.249968] env[69692]: DEBUG nova.compute.manager [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.250199] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.251506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4da22-858d-4e90-afd0-74648316329c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.261934] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.262208] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce32c8f-d58a-4b1f-b1eb-c844692de151 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.276758] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Releasing lock "refresh_cache-09c53286-6c55-4a21-a118-f463bf31d88f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.277435] env[69692]: DEBUG nova.objects.instance [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lazy-loading 'flavor' on Instance uuid 09c53286-6c55-4a21-a118-f463bf31d88f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.282027] env[69692]: DEBUG oslo_vmware.api [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 971.282027] env[69692]: value = "task-3536220" [ 971.282027] env[69692]: _type = "Task" [ 971.282027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.288029] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created folder: Project (56b10ae845a1414583acf02939c91530) in parent group-v706084. [ 971.288281] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating folder: Instances. Parent ref: group-v706262. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.292020] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-564c07c9-173b-403e-afc3-89a930c5d1bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.303949] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created folder: Instances in parent group-v706262. [ 971.304239] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.304857] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.305172] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfc24b4c-ec9d-46eb-8cad-ca383471dcab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.329457] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.329457] env[69692]: value = "task-3536222" [ 971.329457] env[69692]: _type = "Task" [ 971.329457] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.340028] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536222, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.545095] env[69692]: INFO nova.compute.manager [-] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Took 1.46 seconds to deallocate network for instance. [ 971.677226] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536217, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.713736] env[69692]: DEBUG oslo_concurrency.lockutils [None req-51c4c966-1430-409a-ae73-c777aa9680dd tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.598s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.722467] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536218, 'name': ReconfigVM_Task, 'duration_secs': 0.336778} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.722777] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.723634] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b752ba07-8967-4b15-8346-84575b905cbd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.732812] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 971.732812] env[69692]: value = "task-3536223" [ 971.732812] env[69692]: _type = "Task" [ 971.732812] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.745708] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.789436] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e8bfe-acdf-41b6-8159-b481344936cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.801850] env[69692]: DEBUG oslo_vmware.api [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3536220, 'name': PowerOffVM_Task, 'duration_secs': 0.312161} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.823935] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.824463] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.825424] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.825765] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce9f882c-cc3c-4f00-846a-fadaa097e152 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.830026] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97a4a1b3-299b-4121-af8f-be22449bd8ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.842944] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536222, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.844801] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 971.844801] env[69692]: value = "task-3536225" [ 971.844801] env[69692]: _type = "Task" [ 971.844801] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.854720] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.912766] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.913011] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.913211] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Deleting the datastore file [datastore2] 03afb7d6-186a-4fce-a004-003937329ff2 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.917672] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78eebf3d-bddd-43bd-a800-9988c6ac024d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.929467] env[69692]: DEBUG oslo_vmware.api [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for the task: (returnval){ [ 971.929467] env[69692]: value = "task-3536226" [ 971.929467] env[69692]: _type = "Task" [ 971.929467] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.939859] env[69692]: DEBUG oslo_vmware.api [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3536226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.945105] env[69692]: DEBUG nova.compute.manager [req-c0de4ae1-da03-46c4-930b-f8ff435fc0cb req-155cf6d0-9dd0-4822-9b01-eab867c7df56 service nova] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Received event network-vif-deleted-bbd74a68-003a-4e0d-95bf-8459fee42d67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.028301] env[69692]: DEBUG nova.network.neutron [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Updated VIF entry in instance network info cache for port a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.028301] env[69692]: DEBUG nova.network.neutron [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Updating instance_info_cache with network_info: [{"id": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "address": "fa:16:3e:fd:c3:36", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d0b55-1e", "ovs_interfaceid": "a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.057148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "61c174b9-4fd3-477e-94d0-657eb14e0903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.057148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.057148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.057148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.057148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.058574] env[69692]: INFO nova.compute.manager [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Terminating instance [ 972.062468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.181028] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.25628} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.181028] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6203955b-b451-404b-9d18-ef6a4e0a5da6/6203955b-b451-404b-9d18-ef6a4e0a5da6.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.181028] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.181028] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acafde05-157d-4605-9d19-83c58e546919 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.192213] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 972.192213] env[69692]: value = "task-3536227" [ 972.192213] env[69692]: _type = "Task" [ 972.192213] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.202268] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f476360c-0a6a-47f6-a4e6-770d819cb036 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.202393] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.028s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.204041] env[69692]: INFO nova.compute.claims [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.214498] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.244705] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.342164] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536222, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.355392] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.443729] env[69692]: DEBUG oslo_vmware.api [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Task: {'id': task-3536226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181464} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.443729] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.443729] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.443729] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.443729] env[69692]: INFO nova.compute.manager [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 972.443729] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.443729] env[69692]: DEBUG nova.compute.manager [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.443729] env[69692]: DEBUG nova.network.neutron [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.534861] env[69692]: DEBUG oslo_concurrency.lockutils [req-6d594738-893a-435a-8e1e-52f697edc7ab req-6eeb21e3-219b-41fb-938f-00b25420c02d service nova] Releasing lock "refresh_cache-ee95a900-6d2a-432e-b7e5-d2f52adf9e44" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.564886] env[69692]: DEBUG nova.compute.manager [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.565248] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.566164] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09a6c9-9c00-4181-a784-ab9a0c049957 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.575090] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.576137] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dcecb72-cbcb-4e61-9072-8bad29816a92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.585877] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 972.585877] env[69692]: value = "task-3536228" [ 972.585877] env[69692]: _type = "Task" [ 972.585877] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.595892] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.701851] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263486} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.702073] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.702882] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52606829-893a-4fbe-b6f8-847510347180 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.728471] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6203955b-b451-404b-9d18-ef6a4e0a5da6/6203955b-b451-404b-9d18-ef6a4e0a5da6.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.729430] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6b8398-aced-4065-83be-94e3b990121d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.753931] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.755677] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 972.755677] env[69692]: value = "task-3536229" [ 972.755677] env[69692]: _type = "Task" [ 972.755677] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.769287] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.844171] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536222, 'name': CreateVM_Task, 'duration_secs': 1.492707} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.844401] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.845192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845644] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.846163] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f498ded-9b29-43fa-8d32-6adee715adcd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.858112] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 972.858112] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf3015-d608-fc01-3062-690278063228" [ 972.858112] env[69692]: _type = "Task" [ 972.858112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.861545] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.873487] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf3015-d608-fc01-3062-690278063228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.094337] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536228, 'name': PowerOffVM_Task, 'duration_secs': 0.390415} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.094605] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.094771] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.095039] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528ad134-0acf-45af-8ead-4987a5968dc1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.256017] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.269614] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536229, 'name': ReconfigVM_Task, 'duration_secs': 0.460767} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.269614] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6203955b-b451-404b-9d18-ef6a4e0a5da6/6203955b-b451-404b-9d18-ef6a4e0a5da6.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.270203] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd6ef68-4180-4ba9-ba5e-4017fb8e8300 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.281198] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 973.281198] env[69692]: value = "task-3536231" [ 973.281198] env[69692]: _type = "Task" [ 973.281198] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.294394] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536231, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.359721] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536225, 'name': PowerOffVM_Task, 'duration_secs': 1.20458} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.360072] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.365514] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.365889] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d092445-d842-49b0-8ec9-6f3dba5907a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.392127] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf3015-d608-fc01-3062-690278063228, 'name': SearchDatastore_Task, 'duration_secs': 0.016343} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.393829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.394340] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.394340] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.394451] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.394667] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.395105] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 973.395105] env[69692]: value = "task-3536232" [ 973.395105] env[69692]: _type = "Task" [ 973.395105] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.395485] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372fb6e1-c78c-4582-8874-cd409733e55d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.413148] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.423899] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.424455] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.425061] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813f654b-df32-4806-940a-e8fcd9e2ac4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.432894] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 973.432894] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cc6659-d383-a980-695d-0efab81015c5" [ 973.432894] env[69692]: _type = "Task" [ 973.432894] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.445349] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cc6659-d383-a980-695d-0efab81015c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.493915] env[69692]: DEBUG nova.network.neutron [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.505150] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.505414] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.505705] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore1] 61c174b9-4fd3-477e-94d0-657eb14e0903 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.505884] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f997910-7ccd-4a63-8dad-410f8aa04fb7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.519942] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 973.519942] env[69692]: value = "task-3536233" [ 973.519942] env[69692]: _type = "Task" [ 973.519942] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.534019] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.757695] env[69692]: DEBUG oslo_vmware.api [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536223, 'name': PowerOnVM_Task, 'duration_secs': 1.627109} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.760737] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.764121] env[69692]: DEBUG nova.compute.manager [None req-5c44bad0-1e2e-468e-87e0-853df0778b33 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.764506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41dc6d1-7d48-4be8-bade-0707715d1bbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.790783] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030cad8f-74d4-4a8d-89c9-c965c9f3011c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.796833] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536231, 'name': Rename_Task, 'duration_secs': 0.170448} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.797161] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.797438] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a8c055-3553-41ed-9697-72f8f55c3ebb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.802243] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185a9a45-f341-4731-b0dc-a23c0f9a67f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.808556] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 973.808556] env[69692]: value = "task-3536234" [ 973.808556] env[69692]: _type = "Task" [ 973.808556] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.839711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585f11a-e077-48dc-9205-5a6e3e2a245b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.846020] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.855419] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900ce1c-aa2b-44fc-baf5-31d9eb1cf0a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.871019] env[69692]: DEBUG nova.compute.provider_tree [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.909826] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536232, 'name': ReconfigVM_Task, 'duration_secs': 0.310268} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.910153] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.910489] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.910806] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44fcd469-da83-463a-a0a5-267ec5803fbb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.921323] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 973.921323] env[69692]: value = "task-3536235" [ 973.921323] env[69692]: _type = "Task" [ 973.921323] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.946644] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536235, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.954711] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cc6659-d383-a980-695d-0efab81015c5, 'name': SearchDatastore_Task, 'duration_secs': 0.038068} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.955565] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d748dac-c4f2-4d66-9532-09fa60fae98d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.963622] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 973.963622] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523eab39-de2b-51f4-9d3e-74f7efe59e62" [ 973.963622] env[69692]: _type = "Task" [ 973.963622] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.973472] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523eab39-de2b-51f4-9d3e-74f7efe59e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.978547] env[69692]: DEBUG nova.compute.manager [req-b5c21843-5d67-4f51-b72b-78143e6fdf0d req-e7d45385-10cb-4390-991b-4ba1271bb5aa service nova] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Received event network-vif-deleted-bde7d610-b743-4272-a30b-68506158e55f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.997766] env[69692]: INFO nova.compute.manager [-] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Took 1.55 seconds to deallocate network for instance. [ 974.031735] env[69692]: DEBUG oslo_vmware.api [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200951} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.031735] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.031735] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.032876] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.032876] env[69692]: INFO nova.compute.manager [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Took 1.47 seconds to destroy the instance on the hypervisor. [ 974.032876] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.032876] env[69692]: DEBUG nova.compute.manager [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.032876] env[69692]: DEBUG nova.network.neutron [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.322409] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.374596] env[69692]: DEBUG nova.scheduler.client.report [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.438610] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.475930] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523eab39-de2b-51f4-9d3e-74f7efe59e62, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.476327] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.476633] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ee95a900-6d2a-432e-b7e5-d2f52adf9e44/ee95a900-6d2a-432e-b7e5-d2f52adf9e44.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.476950] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-474038af-ff00-4fb4-b983-3bfaed2178df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.485529] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 974.485529] env[69692]: value = "task-3536236" [ 974.485529] env[69692]: _type = "Task" [ 974.485529] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.494603] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.505270] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.821773] env[69692]: DEBUG oslo_vmware.api [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536234, 'name': PowerOnVM_Task, 'duration_secs': 0.519867} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.822162] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.822875] env[69692]: INFO nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Took 9.69 seconds to spawn the instance on the hypervisor. [ 974.822875] env[69692]: DEBUG nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.823786] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae0ed90-7e60-4502-8f7e-424c5efcca82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.858452] env[69692]: DEBUG nova.network.neutron [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.881464] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.882012] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.884788] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.880s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.885019] env[69692]: DEBUG nova.objects.instance [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.936874] env[69692]: DEBUG oslo_vmware.api [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536235, 'name': PowerOnVM_Task, 'duration_secs': 0.538366} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.937177] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.937407] env[69692]: DEBUG nova.compute.manager [None req-1bf6bec5-1599-458f-8ab7-b7882467320b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.938391] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fbfa62-d7d6-4702-bd49-90b77c190b58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.997017] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536236, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.346987] env[69692]: INFO nova.compute.manager [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Took 42.59 seconds to build instance. [ 975.363872] env[69692]: INFO nova.compute.manager [-] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Took 1.33 seconds to deallocate network for instance. [ 975.391177] env[69692]: DEBUG nova.compute.utils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.398716] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.399273] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.468202] env[69692]: DEBUG nova.policy [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3ac99023b44b69889919b1d4e25d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b10ae845a1414583acf02939c91530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.500238] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680241} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.500715] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ee95a900-6d2a-432e-b7e5-d2f52adf9e44/ee95a900-6d2a-432e-b7e5-d2f52adf9e44.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.501120] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.503726] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e4caa99-ec11-4b96-886a-ffb3183aa88e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.512023] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 975.512023] env[69692]: value = "task-3536237" [ 975.512023] env[69692]: _type = "Task" [ 975.512023] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.521263] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.852927] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b2db422-47b6-4bbe-b954-7b987072eddf tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.543s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.871482] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.895978] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.903752] env[69692]: DEBUG oslo_concurrency.lockutils [None req-37ee727f-615a-4785-a10b-0bc9cc3179f1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.905212] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.443s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.905564] env[69692]: DEBUG nova.objects.instance [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lazy-loading 'resources' on Instance uuid 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.023645] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117434} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.024306] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.025435] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb07871c-a6fb-4eaa-9e2c-6ac6f8962109 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.047036] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "09c53286-6c55-4a21-a118-f463bf31d88f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.047381] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.047686] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.047852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.048105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.060636] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ee95a900-6d2a-432e-b7e5-d2f52adf9e44/ee95a900-6d2a-432e-b7e5-d2f52adf9e44.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.061845] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Successfully created port: 08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.064284] env[69692]: INFO nova.compute.manager [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Terminating instance [ 976.066823] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8d48b4-d9f7-4cad-b29e-13d95d5079b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.085172] env[69692]: DEBUG nova.compute.manager [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.086720] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.095811] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d512da-b354-4aba-ac83-ac56ad745d93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.109796] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.112283] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-518734dc-c696-434c-9615-468f84748923 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.115668] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 976.115668] env[69692]: value = "task-3536238" [ 976.115668] env[69692]: _type = "Task" [ 976.115668] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.123434] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 976.123434] env[69692]: value = "task-3536239" [ 976.123434] env[69692]: _type = "Task" [ 976.123434] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.137105] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.145167] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.234218] env[69692]: DEBUG nova.compute.manager [req-0d1f4694-4b03-4826-9933-39e72223f0c6 req-32f063ac-a60c-41e6-be38-7f7756e4df42 service nova] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Received event network-vif-deleted-d3ee41de-9511-45c6-a713-aafb912ed41d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.284648] env[69692]: DEBUG nova.compute.manager [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Received event network-changed-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.284861] env[69692]: DEBUG nova.compute.manager [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Refreshing instance network info cache due to event network-changed-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.285100] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] Acquiring lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.285248] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] Acquired lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.285411] env[69692]: DEBUG nova.network.neutron [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Refreshing network info cache for port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.599858] env[69692]: INFO nova.compute.manager [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Rescuing [ 976.600195] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.600433] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.600539] env[69692]: DEBUG nova.network.neutron [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.631713] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536238, 'name': ReconfigVM_Task, 'duration_secs': 0.501871} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.635015] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ee95a900-6d2a-432e-b7e5-d2f52adf9e44/ee95a900-6d2a-432e-b7e5-d2f52adf9e44.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.635879] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c44c56d7-cd67-4220-8230-06ec50b86a98 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.640498] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536239, 'name': PowerOffVM_Task, 'duration_secs': 0.250285} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.641123] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.641322] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.641576] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66598d06-4393-4e93-a5fd-5d55f800426b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.654389] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 976.654389] env[69692]: value = "task-3536240" [ 976.654389] env[69692]: _type = "Task" [ 976.654389] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.664564] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536240, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.722134] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.722134] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.722134] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleting the datastore file [datastore1] 09c53286-6c55-4a21-a118-f463bf31d88f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.722362] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72500627-7a69-42a3-b3a8-10793d83f4e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.730994] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 976.730994] env[69692]: value = "task-3536242" [ 976.730994] env[69692]: _type = "Task" [ 976.730994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.743077] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.907420] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.930371] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf272097-7a4d-484b-bd10-2421236494c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.940822] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca35be5-8e52-4871-bf43-c84ca19aaf44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.949500] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.949734] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.949906] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.950093] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.950258] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.950407] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.950743] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.950811] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.950948] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.951255] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.951372] env[69692]: DEBUG nova.virt.hardware [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.952300] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1b8e8-e770-4e1f-8436-cf55532ec507 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.989806] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94caa08-a3ac-4870-9939-f36cfb6762da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.993653] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4486c-34be-486d-b917-6dba20761929 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.017041] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116078a-d05f-4eb2-b53a-d606a910fd94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.029401] env[69692]: DEBUG nova.compute.provider_tree [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.119323] env[69692]: DEBUG nova.network.neutron [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updated VIF entry in instance network info cache for port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.119731] env[69692]: DEBUG nova.network.neutron [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updating instance_info_cache with network_info: [{"id": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "address": "fa:16:3e:19:f5:a3", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cf3ee4-a1", "ovs_interfaceid": "c0cf3ee4-a184-4dcd-ac1a-924f97f7f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.165973] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536240, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.245024] env[69692]: DEBUG oslo_vmware.api [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262986} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.245288] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.245512] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.245727] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.245955] env[69692]: INFO nova.compute.manager [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 977.246271] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.246503] env[69692]: DEBUG nova.compute.manager [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.246617] env[69692]: DEBUG nova.network.neutron [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.330281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.330410] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.400546] env[69692]: DEBUG nova.network.neutron [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [{"id": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "address": "fa:16:3e:ba:59:f0", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09330a8-ba", "ovs_interfaceid": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.537108] env[69692]: DEBUG nova.scheduler.client.report [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.624512] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eed1cd-7b72-459c-a348-db36f74e2d58 req-2d97f94d-d56f-4193-9630-226dd682643a service nova] Releasing lock "refresh_cache-6203955b-b451-404b-9d18-ef6a4e0a5da6" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.666934] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536240, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.766846] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Successfully updated port: 08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.837556] env[69692]: DEBUG nova.compute.utils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.904185] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.043391] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.044767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.330s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.046862] env[69692]: INFO nova.compute.claims [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.068613] env[69692]: INFO nova.scheduler.client.report [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Deleted allocations for instance 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f [ 978.140032] env[69692]: DEBUG nova.network.neutron [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.168277] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536240, 'name': Rename_Task, 'duration_secs': 1.115313} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.168572] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.168832] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5acda8a-83e7-4d6e-8d96-5415c109a9ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.177895] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 978.177895] env[69692]: value = "task-3536243" [ 978.177895] env[69692]: _type = "Task" [ 978.177895] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.186953] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.269892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.270062] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.270256] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.341250] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.452341] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.453437] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b382b1a-a2f1-4c03-890b-89717d189ab9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.461215] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.461363] env[69692]: ERROR oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk due to incomplete transfer. [ 978.461590] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72904d31-3823-4bf5-ad01-63ac6c590bc1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.469984] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d73cc-60c3-e37e-8524-c4d238c9e9c0/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.470210] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Uploaded image 1bc91ad3-cb5c-4328-bab9-1ae5f2a629b6 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.472542] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.472790] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e3b4fca-5326-4c6c-9f64-632cddbdd8e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.479988] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 978.479988] env[69692]: value = "task-3536244" [ 978.479988] env[69692]: _type = "Task" [ 978.479988] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.485570] env[69692]: DEBUG nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Received event network-vif-deleted-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.485765] env[69692]: DEBUG nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Received event network-vif-plugged-08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.485966] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Acquiring lock "339b89cb-9191-453f-b407-e96b61289fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.486206] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Lock "339b89cb-9191-453f-b407-e96b61289fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.486380] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Lock "339b89cb-9191-453f-b407-e96b61289fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.486605] env[69692]: DEBUG nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] No waiting events found dispatching network-vif-plugged-08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.486712] env[69692]: WARNING nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Received unexpected event network-vif-plugged-08f5aaf1-f295-47ce-86b9-7b543be12156 for instance with vm_state building and task_state spawning. [ 978.486874] env[69692]: DEBUG nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Received event network-changed-08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.487044] env[69692]: DEBUG nova.compute.manager [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Refreshing instance network info cache due to event network-changed-08f5aaf1-f295-47ce-86b9-7b543be12156. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.487231] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Acquiring lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492812] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536244, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.576523] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2000b726-6f7e-4810-9716-83b1bd6f9c80 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Lock "0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.110s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.645011] env[69692]: INFO nova.compute.manager [-] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Took 1.40 seconds to deallocate network for instance. [ 978.691186] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536243, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.805116] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.986011] env[69692]: DEBUG nova.network.neutron [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Updating instance_info_cache with network_info: [{"id": "08f5aaf1-f295-47ce-86b9-7b543be12156", "address": "fa:16:3e:6a:78:fd", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f5aaf1-f2", "ovs_interfaceid": "08f5aaf1-f295-47ce-86b9-7b543be12156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.995962] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536244, 'name': Destroy_Task, 'duration_secs': 0.342961} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.995962] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroyed the VM [ 978.995962] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.995962] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed6d7604-d166-4b5c-8daa-33151848fce3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.003722] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 979.003722] env[69692]: value = "task-3536245" [ 979.003722] env[69692]: _type = "Task" [ 979.003722] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.014689] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.151527] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.188619] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536243, 'name': PowerOnVM_Task, 'duration_secs': 0.893424} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.191513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.191731] env[69692]: INFO nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Took 10.33 seconds to spawn the instance on the hypervisor. [ 979.191911] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.193343] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc0cf66-5ad6-47a6-a119-fc427ea30709 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.412175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.412175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.412175] env[69692]: INFO nova.compute.manager [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Attaching volume 30816681-e6ce-4029-b76a-f220a4b09f9c to /dev/sdb [ 979.439869] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.440217] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76fc655-9edc-4fcc-90e4-63e3eb266b34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.450876] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 979.450876] env[69692]: value = "task-3536246" [ 979.450876] env[69692]: _type = "Task" [ 979.450876] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.468360] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.473467] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21422c8a-c4c1-4732-b9ec-b2840412d256 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.484367] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e32ada4-9ae7-4b0f-985e-912c512c4145 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.493258] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.493258] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Instance network_info: |[{"id": "08f5aaf1-f295-47ce-86b9-7b543be12156", "address": "fa:16:3e:6a:78:fd", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f5aaf1-f2", "ovs_interfaceid": "08f5aaf1-f295-47ce-86b9-7b543be12156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.493258] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Acquired lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.493258] env[69692]: DEBUG nova.network.neutron [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Refreshing network info cache for port 08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.494539] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:78:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f5aaf1-f295-47ce-86b9-7b543be12156', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.506226] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.513031] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.514117] env[69692]: DEBUG nova.virt.block_device [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updating existing volume attachment record: 2e55bd4c-1885-4565-aec7-60cf0260fda0 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 979.521098] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc047c1-aaf4-4e9e-8531-b41313ae983b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.546830] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.548228] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.548228] env[69692]: value = "task-3536247" [ 979.548228] env[69692]: _type = "Task" [ 979.548228] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.552848] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c87b7b-e529-466a-af73-ba60f76a533d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.563014] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536247, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.567084] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb0be9-3757-4cfa-9930-df01f54ee56a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.601403] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a82d090-3504-42b1-8918-417e9348cb9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.610413] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de723f13-84a9-46d3-afd0-5303a8ac516d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.627567] env[69692]: DEBUG nova.compute.provider_tree [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.715662] env[69692]: INFO nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Took 41.17 seconds to build instance. [ 979.967363] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536246, 'name': PowerOffVM_Task, 'duration_secs': 0.299212} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.967725] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.968768] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2f9fe-e8f0-42f6-bd8f-e6114a0eca5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.991774] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffcd360-1d04-42b2-b0f6-f776fc57791c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.028532] env[69692]: DEBUG oslo_vmware.api [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.852932} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.030589] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.030879] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.031118] env[69692]: INFO nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 980.033850] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565512fb-3729-4f54-82df-50c35b6f9082 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.044087] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 980.044087] env[69692]: value = "task-3536251" [ 980.044087] env[69692]: _type = "Task" [ 980.044087] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.056933] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.067401] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536247, 'name': CreateVM_Task, 'duration_secs': 0.45751} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.068849] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.068849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.068849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.068849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.070067] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c403ab-d851-4332-a55f-8a49e2166214 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.074375] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 980.074375] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8ccc-b261-82cc-1ac1-ac80b9eaf6d9" [ 980.074375] env[69692]: _type = "Task" [ 980.074375] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.084725] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8ccc-b261-82cc-1ac1-ac80b9eaf6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.131490] env[69692]: DEBUG nova.scheduler.client.report [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.220209] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.859s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.286620] env[69692]: DEBUG nova.network.neutron [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Updated VIF entry in instance network info cache for port 08f5aaf1-f295-47ce-86b9-7b543be12156. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.286996] env[69692]: DEBUG nova.network.neutron [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Updating instance_info_cache with network_info: [{"id": "08f5aaf1-f295-47ce-86b9-7b543be12156", "address": "fa:16:3e:6a:78:fd", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f5aaf1-f2", "ovs_interfaceid": "08f5aaf1-f295-47ce-86b9-7b543be12156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.554558] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.554788] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.555052] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555211] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555396] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.555656] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a48986f-a32a-4937-8adb-4e32817c3d72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.566346] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.566547] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.567337] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea64c9d1-c20e-4fa3-948a-89f3a7408870 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.573516] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 980.573516] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522fed48-e37c-3920-3b45-1d848d59aba2" [ 980.573516] env[69692]: _type = "Task" [ 980.573516] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.590073] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d8ccc-b261-82cc-1ac1-ac80b9eaf6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.590328] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522fed48-e37c-3920-3b45-1d848d59aba2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.590630] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.591459] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.591459] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.591835] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b1c4f2-cfad-44b7-a22a-17710cade4b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.601615] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 980.601615] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4bb2b-6b5b-feb0-d84f-7cbb2488b01f" [ 980.601615] env[69692]: _type = "Task" [ 980.601615] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.607345] env[69692]: DEBUG nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Found 3 images (rotation: 2) {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 980.607542] env[69692]: DEBUG nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Rotating out 1 backups {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 980.607713] env[69692]: DEBUG nova.compute.manager [None req-0a9f2e6f-7e23-4d43-b473-2ffb45447064 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleting image 45f27b77-ac49-479b-9ee5-7131b6af2b67 {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 980.617602] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4bb2b-6b5b-feb0-d84f-7cbb2488b01f, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.617602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.617771] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 980.617993] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.618251] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.618525] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95ade06f-2862-4230-91de-453ef1696eda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620681] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d2c606-c775-4eff-8ec6-f076e10bef8f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.628997] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 980.628997] env[69692]: value = "task-3536252" [ 980.628997] env[69692]: _type = "Task" [ 980.628997] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.633469] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.633582] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.634768] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8eff2f2-d335-4e9b-aa13-b901885a62c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.642399] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.643165] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.646197] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.646197] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.755s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.646276] env[69692]: DEBUG nova.objects.instance [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lazy-loading 'resources' on Instance uuid c5207e4d-630f-4619-bfed-b7f0e35f3047 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.652440] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 980.652440] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522224fa-5095-5646-4bf8-6136849fb0ba" [ 980.652440] env[69692]: _type = "Task" [ 980.652440] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.666273] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522224fa-5095-5646-4bf8-6136849fb0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.667176] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a068f2c7-8c7e-45c5-b5b5-d63569fe5dcb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.673489] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 980.673489] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5235541f-415f-6fe3-ea9d-92d8ea86c4c0" [ 980.673489] env[69692]: _type = "Task" [ 980.673489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.683261] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5235541f-415f-6fe3-ea9d-92d8ea86c4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.790110] env[69692]: DEBUG oslo_concurrency.lockutils [req-5897807d-b4d9-4f4c-9007-42327e6ccd7b req-715b7687-4d54-4839-a682-3bccd4d33e1b service nova] Releasing lock "refresh_cache-339b89cb-9191-453f-b407-e96b61289fb9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.138988] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.152587] env[69692]: DEBUG nova.compute.utils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.154629] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.154815] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.186725] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5235541f-415f-6fe3-ea9d-92d8ea86c4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.187369] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.187665] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 339b89cb-9191-453f-b407-e96b61289fb9/339b89cb-9191-453f-b407-e96b61289fb9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.187912] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dddf284d-8976-4052-9842-8142cc7046fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.202955] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 981.202955] env[69692]: value = "task-3536253" [ 981.202955] env[69692]: _type = "Task" [ 981.202955] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.219437] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.222894] env[69692]: DEBUG nova.policy [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf90d5904264e07a41cdd9998a79be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ee22c425c54b38888e3b9598e54baf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.534280] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Successfully created port: 0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.649742] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521239} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.649742] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 981.649742] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc253869-909a-496e-a256-7a803b93c564 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.671362] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.690846] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.698649] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e66ad2a-f0d0-44e9-b0fe-681cee36fa50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.724913] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.729459] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 981.729459] env[69692]: value = "task-3536254" [ 981.729459] env[69692]: _type = "Task" [ 981.729459] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.734949] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584baef8-55ea-4104-839e-8a05dc71c127 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.751629] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ddfbd-cdc9-4f66-9fec-6d670fd769e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757029] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.790795] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546e1bd-f4a8-4baa-8b98-8f8f7d8736c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.800046] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c734b7c-4b66-43fc-9bfb-da5eb70f8bca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.818341] env[69692]: DEBUG nova.compute.provider_tree [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.226373] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771502} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.226373] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 339b89cb-9191-453f-b407-e96b61289fb9/339b89cb-9191-453f-b407-e96b61289fb9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.226373] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.226373] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a55d2b0b-1652-4f61-888c-17127015308e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.235044] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 982.235044] env[69692]: value = "task-3536256" [ 982.235044] env[69692]: _type = "Task" [ 982.235044] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.242519] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536254, 'name': ReconfigVM_Task, 'duration_secs': 0.491856} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.243295] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6990cec6-ebac-4df4-8336-32134853d547/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.244287] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e45c36c-7c0d-4f94-b35d-13e9dd5ab887 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.253404] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.284790] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba311120-a66e-424c-abc8-604176fe22b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.304054] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 982.304054] env[69692]: value = "task-3536257" [ 982.304054] env[69692]: _type = "Task" [ 982.304054] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.314643] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.321695] env[69692]: DEBUG nova.scheduler.client.report [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.706886] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.737124] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.737572] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.737908] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.738268] env[69692]: DEBUG nova.virt.hardware [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.741081] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9deee9-a58c-4bea-a16f-46f2c862b2dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.753858] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4870ca-b1ad-465d-b929-8a071e5b42e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.762669] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.763336] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.764814] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ea004-7f42-4662-869b-56ea1483e314 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.799189] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 339b89cb-9191-453f-b407-e96b61289fb9/339b89cb-9191-453f-b407-e96b61289fb9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.799547] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec8b3a3-5c58-4bb8-8e88-f6c487b6b7b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.826188] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536257, 'name': ReconfigVM_Task, 'duration_secs': 0.188517} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.828058] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.830463] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.830463] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 982.830463] env[69692]: value = "task-3536258" [ 982.830463] env[69692]: _type = "Task" [ 982.830463] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.831781] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.632s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.832646] env[69692]: INFO nova.compute.claims [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.835281] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f75cba-9835-4967-87d2-13967ea38c91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.849195] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 982.849195] env[69692]: value = "task-3536259" [ 982.849195] env[69692]: _type = "Task" [ 982.849195] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.852267] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.869375] env[69692]: INFO nova.scheduler.client.report [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Deleted allocations for instance c5207e4d-630f-4619-bfed-b7f0e35f3047 [ 983.087422] env[69692]: DEBUG nova.compute.manager [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Received event network-vif-plugged-0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.087422] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] Acquiring lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.087422] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.087657] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.091022] env[69692]: DEBUG nova.compute.manager [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] No waiting events found dispatching network-vif-plugged-0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.091022] env[69692]: WARNING nova.compute.manager [req-a2a3405d-4448-4785-8093-6af27acdc03a req-ae46007b-c2df-46c2-8db7-bc04a877999d service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Received unexpected event network-vif-plugged-0e353565-e7a4-4e95-886b-e5239270a48c for instance with vm_state building and task_state spawning. [ 983.127026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.127285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.127483] env[69692]: DEBUG nova.compute.manager [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.128607] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf1246-862e-4fc8-a7df-638ab57b22a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.136482] env[69692]: DEBUG nova.compute.manager [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.137126] env[69692]: DEBUG nova.objects.instance [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.292800] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Successfully updated port: 0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.351165] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536258, 'name': ReconfigVM_Task, 'duration_secs': 0.276174} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.351461] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 339b89cb-9191-453f-b407-e96b61289fb9/339b89cb-9191-453f-b407-e96b61289fb9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.352220] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50d8d139-1007-4c65-a8d2-90a52d715269 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.367098] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.368138] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 983.368138] env[69692]: value = "task-3536260" [ 983.368138] env[69692]: _type = "Task" [ 983.368138] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.380113] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536260, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.380113] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d941c72e-bf40-4575-a9e2-c8788d2f11a0 tempest-ServersListShow296Test-709654254 tempest-ServersListShow296Test-709654254-project-member] Lock "c5207e4d-630f-4619-bfed-b7f0e35f3047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.824s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.801953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.801953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.801953] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.874572] env[69692]: DEBUG oslo_vmware.api [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536259, 'name': PowerOnVM_Task, 'duration_secs': 0.532413} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.879011] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.883247] env[69692]: DEBUG nova.compute.manager [None req-39735159-62d9-4b4e-9afe-ccb7f3b84976 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.886062] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e96724-792c-4370-963e-9828368da81f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.891315] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536260, 'name': Rename_Task, 'duration_secs': 0.402578} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.891994] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.892289] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbaf20c-fb04-491f-95fe-c136d4f8bf8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.903080] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 983.903080] env[69692]: value = "task-3536261" [ 983.903080] env[69692]: _type = "Task" [ 983.903080] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.914844] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.077316] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 984.077650] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706267', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'name': 'volume-30816681-e6ce-4029-b76a-f220a4b09f9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1338ffea-5424-495c-89d4-425e55ee7874', 'attached_at': '', 'detached_at': '', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'serial': '30816681-e6ce-4029-b76a-f220a4b09f9c'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 984.078646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f227381b-2263-4370-b31a-69c45e7d1ec8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.108337] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c462f-af44-48ae-9c10-e267db3f7b2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.140061] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-30816681-e6ce-4029-b76a-f220a4b09f9c/volume-30816681-e6ce-4029-b76a-f220a4b09f9c.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.143138] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecacbd49-7244-4f8b-8502-1a040dc24148 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.158031] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.158031] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96fb5d6-0dce-454d-874e-6bc8eebc04df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.166669] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 984.166669] env[69692]: value = "task-3536262" [ 984.166669] env[69692]: _type = "Task" [ 984.166669] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.167997] env[69692]: DEBUG oslo_vmware.api [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 984.167997] env[69692]: value = "task-3536263" [ 984.167997] env[69692]: _type = "Task" [ 984.167997] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.186991] env[69692]: DEBUG oslo_vmware.api [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193036] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.352398] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.418851] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536261, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.479737] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c615283c-44de-45b3-a267-d7288d9c4a4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.488329] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8bc10-ad0d-4d4b-bab5-1c2f8cc8acb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.522222] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f804a5c-9252-4f29-9c33-0c49c9374adc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.530393] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca914806-25f9-4c26-93dd-0146da4e3051 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.547661] env[69692]: DEBUG nova.compute.provider_tree [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.621870] env[69692]: DEBUG nova.network.neutron [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Updating instance_info_cache with network_info: [{"id": "0e353565-e7a4-4e95-886b-e5239270a48c", "address": "fa:16:3e:fa:4d:31", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e353565-e7", "ovs_interfaceid": "0e353565-e7a4-4e95-886b-e5239270a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.685910] env[69692]: DEBUG oslo_vmware.api [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536263, 'name': PowerOffVM_Task, 'duration_secs': 0.262378} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.686186] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.686760] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.689913] env[69692]: DEBUG nova.compute.manager [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.689913] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa0147f-146a-45eb-8e94-7dc015599a62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.922564] env[69692]: DEBUG oslo_vmware.api [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536261, 'name': PowerOnVM_Task, 'duration_secs': 0.931355} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.922564] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.922564] env[69692]: INFO nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Took 8.01 seconds to spawn the instance on the hypervisor. [ 984.922564] env[69692]: DEBUG nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.922564] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99a72cc-252e-42c0-919c-bb909665113c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.051388] env[69692]: DEBUG nova.scheduler.client.report [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.127475] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.127845] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Instance network_info: |[{"id": "0e353565-e7a4-4e95-886b-e5239270a48c", "address": "fa:16:3e:fa:4d:31", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e353565-e7", "ovs_interfaceid": "0e353565-e7a4-4e95-886b-e5239270a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.128363] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:4d:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e353565-e7a4-4e95-886b-e5239270a48c', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.137476] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.137678] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.137895] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b67867f6-bb85-4d81-8486-0a89568e898b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.164027] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.164027] env[69692]: value = "task-3536264" [ 985.164027] env[69692]: _type = "Task" [ 985.164027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.171428] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536264, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.182629] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536262, 'name': ReconfigVM_Task, 'duration_secs': 0.711719} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.182924] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-30816681-e6ce-4029-b76a-f220a4b09f9c/volume-30816681-e6ce-4029-b76a-f220a4b09f9c.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.187951] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667b7a4a-544a-4f24-a237-c8fdc9f7b637 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.200944] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f19090f-be48-4ce2-8d43-4adf0fa43f28 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.209603] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 985.209603] env[69692]: value = "task-3536265" [ 985.209603] env[69692]: _type = "Task" [ 985.209603] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.220479] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.374368] env[69692]: DEBUG nova.compute.manager [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Received event network-changed-0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.374991] env[69692]: DEBUG nova.compute.manager [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Refreshing instance network info cache due to event network-changed-0e353565-e7a4-4e95-886b-e5239270a48c. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.376133] env[69692]: DEBUG oslo_concurrency.lockutils [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] Acquiring lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.376133] env[69692]: DEBUG oslo_concurrency.lockutils [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] Acquired lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.376133] env[69692]: DEBUG nova.network.neutron [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Refreshing network info cache for port 0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.443190] env[69692]: INFO nova.compute.manager [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Took 35.29 seconds to build instance. [ 985.494485] env[69692]: INFO nova.compute.manager [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Unrescuing [ 985.494485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.494485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.494485] env[69692]: DEBUG nova.network.neutron [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.560730] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.561293] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.565609] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.128s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.565888] env[69692]: DEBUG nova.objects.instance [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'resources' on Instance uuid 450475fe-d1da-4dd9-9547-7f3f350e3859 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.678146] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536264, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.719168] env[69692]: DEBUG oslo_vmware.api [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536265, 'name': ReconfigVM_Task, 'duration_secs': 0.237277} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.719528] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706267', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'name': 'volume-30816681-e6ce-4029-b76a-f220a4b09f9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1338ffea-5424-495c-89d4-425e55ee7874', 'attached_at': '', 'detached_at': '', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'serial': '30816681-e6ce-4029-b76a-f220a4b09f9c'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 985.945182] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64fd7500-31dd-42c5-89fd-eacd14eaadba tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.548s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.079260] env[69692]: DEBUG nova.compute.utils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.082361] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.082361] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.182029] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536264, 'name': CreateVM_Task, 'duration_secs': 0.54789} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.182219] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.182947] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.183463] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.183463] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.183681] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a05d4b-d5c9-4624-b4a0-ee78f670e623 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.193176] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 986.193176] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5275892a-2426-9c16-5d0a-e00cfbb1f832" [ 986.193176] env[69692]: _type = "Task" [ 986.193176] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.193176] env[69692]: DEBUG nova.policy [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3182c72e0b48b7b3748a72f51badf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f604005785b46c395f5600f7a54750d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.204956] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5275892a-2426-9c16-5d0a-e00cfbb1f832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.216625] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.216869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.322917] env[69692]: DEBUG nova.network.neutron [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Updated VIF entry in instance network info cache for port 0e353565-e7a4-4e95-886b-e5239270a48c. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.323482] env[69692]: DEBUG nova.network.neutron [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Updating instance_info_cache with network_info: [{"id": "0e353565-e7a4-4e95-886b-e5239270a48c", "address": "fa:16:3e:fa:4d:31", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e353565-e7", "ovs_interfaceid": "0e353565-e7a4-4e95-886b-e5239270a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.408465] env[69692]: DEBUG nova.network.neutron [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [{"id": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "address": "fa:16:3e:ba:59:f0", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09330a8-ba", "ovs_interfaceid": "d09330a8-ba8c-4af4-a2a1-8d77ad53d424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.587427] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.591547] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Successfully created port: d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.638261] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca8834-6650-48b1-82f4-75bfe90b4f03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.645195] env[69692]: DEBUG nova.compute.manager [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Stashing vm_state: stopped {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 986.652083] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c636c-59db-46e3-b4ad-1fba676c5fff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.695164] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5129e54-3655-4c99-b247-56c354eac3b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.709055] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5275892a-2426-9c16-5d0a-e00cfbb1f832, 'name': SearchDatastore_Task, 'duration_secs': 0.021447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.710912] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.711187] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.711455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.711605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.711784] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.712094] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c596db5b-3079-4a4d-bc3a-bfc7b2cf398c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.714933] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105ebf0-7b65-4fff-bded-db95b44caa01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.731875] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.734575] env[69692]: DEBUG nova.compute.provider_tree [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.739123] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.739123] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.739123] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b0dc97-f654-4679-876d-52f27a65e37e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.744716] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 986.744716] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cacb81-8f2e-ac5f-3e21-d7f1cf1c9109" [ 986.744716] env[69692]: _type = "Task" [ 986.744716] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.754113] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cacb81-8f2e-ac5f-3e21-d7f1cf1c9109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.783022] env[69692]: DEBUG nova.objects.instance [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lazy-loading 'flavor' on Instance uuid 1338ffea-5424-495c-89d4-425e55ee7874 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.819439] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.819705] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.819916] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.820110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.820292] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.822776] env[69692]: INFO nova.compute.manager [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Terminating instance [ 986.825937] env[69692]: DEBUG oslo_concurrency.lockutils [req-d1e213b3-64bf-47fe-badc-d1d9d19722c7 req-8547d60f-5b66-430e-9526-634c070b9311 service nova] Releasing lock "refresh_cache-3fbbc414-768f-4ec4-8acc-9564840900f2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.900029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "339b89cb-9191-453f-b407-e96b61289fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.900411] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.900637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "339b89cb-9191-453f-b407-e96b61289fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.900869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.901105] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.904701] env[69692]: INFO nova.compute.manager [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Terminating instance [ 986.913952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-6990cec6-ebac-4df4-8336-32134853d547" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.914573] env[69692]: DEBUG nova.objects.instance [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'flavor' on Instance uuid 6990cec6-ebac-4df4-8336-32134853d547 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.169192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.241565] env[69692]: DEBUG nova.scheduler.client.report [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.258298] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cacb81-8f2e-ac5f-3e21-d7f1cf1c9109, 'name': SearchDatastore_Task, 'duration_secs': 0.02697} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.259747] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a129788-f041-4b83-930f-14219f02a7d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.262885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.267417] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 987.267417] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d73da9-0d38-a112-d4a7-c24e2bcd2dcd" [ 987.267417] env[69692]: _type = "Task" [ 987.267417] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.276957] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d73da9-0d38-a112-d4a7-c24e2bcd2dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.292017] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8aed66e-c22f-48e5-aef5-698b843710f1 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.880s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.327528] env[69692]: DEBUG nova.compute.manager [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.327759] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.328776] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f732e23b-221e-4d6b-a45e-8040575047ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.338439] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.338811] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc94cfd-9147-45bb-ace6-e4c9e91d0126 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348417] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 987.348417] env[69692]: value = "task-3536266" [ 987.348417] env[69692]: _type = "Task" [ 987.348417] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.361832] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.409658] env[69692]: DEBUG nova.compute.manager [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.410020] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.411162] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311babc5-d35c-46ef-a949-565fa45558f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.423158] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.423748] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929b0528-1fbc-4d2a-9a2e-a1ea3393afa3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.426251] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2023fd-6566-4070-b117-ec27c78aed20 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.435743] env[69692]: DEBUG oslo_vmware.api [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 987.435743] env[69692]: value = "task-3536267" [ 987.435743] env[69692]: _type = "Task" [ 987.435743] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.454076] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.457679] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82a74c6-16f9-4629-823d-80e73779a206 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.469378] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 987.469378] env[69692]: value = "task-3536268" [ 987.469378] env[69692]: _type = "Task" [ 987.469378] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.493677] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.601971] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.636427] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.636735] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.636888] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.637117] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.637299] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.637460] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.637688] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.637898] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.638050] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.638272] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.638473] env[69692]: DEBUG nova.virt.hardware [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.639408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c8b9c-4e0e-4eb9-bb23-f4b8d000e2bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.653626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a2cbf-fd0d-4c34-ac4e-4fc8a06ae5f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.748548] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.751567] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.914s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.751913] env[69692]: DEBUG nova.objects.instance [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lazy-loading 'resources' on Instance uuid 4c5a23dc-e2a1-4887-9ece-f05dab1677bb {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.769652] env[69692]: INFO nova.scheduler.client.report [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocations for instance 450475fe-d1da-4dd9-9547-7f3f350e3859 [ 987.784687] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d73da9-0d38-a112-d4a7-c24e2bcd2dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.025392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.784950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.785225] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 3fbbc414-768f-4ec4-8acc-9564840900f2/3fbbc414-768f-4ec4-8acc-9564840900f2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.785794] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f731332-618b-4ac1-8610-c61dc9bd40ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.793411] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 987.793411] env[69692]: value = "task-3536269" [ 987.793411] env[69692]: _type = "Task" [ 987.793411] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.802569] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.860038] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536266, 'name': PowerOffVM_Task, 'duration_secs': 0.383136} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.860321] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.860321] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.860619] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cefcf3d6-e686-482b-9bc2-23573e05c9fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.938982] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.939161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.939352] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleting the datastore file [datastore2] ee95a900-6d2a-432e-b7e5-d2f52adf9e44 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.939703] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88cf2c43-13fb-4ada-99d9-d08f58bdae89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.949633] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 987.949633] env[69692]: value = "task-3536271" [ 987.949633] env[69692]: _type = "Task" [ 987.949633] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.963418] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.970516] env[69692]: DEBUG oslo_vmware.api [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536267, 'name': PowerOffVM_Task, 'duration_secs': 0.354361} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.973820] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.974027] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.974304] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fda2b125-2faa-4655-99e4-d6802c329b6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.982941] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536268, 'name': PowerOffVM_Task, 'duration_secs': 0.24255} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.982941] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.988294] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.988649] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c10ea1-a3ea-4281-ae58-210c5f126d59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.014837] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 988.014837] env[69692]: value = "task-3536273" [ 988.014837] env[69692]: _type = "Task" [ 988.014837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.025367] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.086018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.086018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.086417] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleting the datastore file [datastore2] 339b89cb-9191-453f-b407-e96b61289fb9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.086780] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f607c8b-46c5-4bdf-8433-532755f6e381 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.095480] env[69692]: DEBUG nova.compute.manager [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Received event network-vif-plugged-d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.095836] env[69692]: DEBUG oslo_concurrency.lockutils [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] Acquiring lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.096759] env[69692]: DEBUG oslo_concurrency.lockutils [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.096976] env[69692]: DEBUG oslo_concurrency.lockutils [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.097211] env[69692]: DEBUG nova.compute.manager [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] No waiting events found dispatching network-vif-plugged-d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.097384] env[69692]: WARNING nova.compute.manager [req-5e5b44e2-6adb-411a-ace7-f9d0e0cd99b8 req-2174e4d8-3a5d-481c-b3c1-03879936da39 service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Received unexpected event network-vif-plugged-d554daec-c3f1-4730-b9a0-bcac6506ee21 for instance with vm_state building and task_state spawning. [ 988.099982] env[69692]: DEBUG oslo_vmware.api [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 988.099982] env[69692]: value = "task-3536274" [ 988.099982] env[69692]: _type = "Task" [ 988.099982] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.113066] env[69692]: DEBUG oslo_vmware.api [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.165228] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Successfully updated port: d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.224563] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.224563] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.281922] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8ac067a9-c144-4669-ad88-5c1bab29b96d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "450475fe-d1da-4dd9-9547-7f3f350e3859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.776s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.310980] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.460573] env[69692]: DEBUG oslo_vmware.api [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292929} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.460819] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.461796] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.461796] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.461796] env[69692]: INFO nova.compute.manager [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 988.461796] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.461796] env[69692]: DEBUG nova.compute.manager [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.461796] env[69692]: DEBUG nova.network.neutron [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.527469] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536273, 'name': ReconfigVM_Task, 'duration_secs': 0.297801} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.528054] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.528278] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.529035] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5608bc-2dc5-46ce-9242-1cf65314037a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.536208] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 988.536208] env[69692]: value = "task-3536275" [ 988.536208] env[69692]: _type = "Task" [ 988.536208] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.544494] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.609756] env[69692]: DEBUG oslo_vmware.api [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304958} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.612293] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.612468] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.612649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.612826] env[69692]: INFO nova.compute.manager [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 988.613221] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.614166] env[69692]: DEBUG nova.compute.manager [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.614166] env[69692]: DEBUG nova.network.neutron [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.669095] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.669095] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.669095] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.730828] env[69692]: INFO nova.compute.manager [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Detaching volume 30816681-e6ce-4029-b76a-f220a4b09f9c [ 988.739479] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232de69-1492-4459-b977-d6cce39b02aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.759246] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d039f15-7aad-4dd5-8867-80a9cdfde85a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.795874] env[69692]: INFO nova.virt.block_device [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Attempting to driver detach volume 30816681-e6ce-4029-b76a-f220a4b09f9c from mountpoint /dev/sdb [ 988.796305] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 988.796396] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706267', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'name': 'volume-30816681-e6ce-4029-b76a-f220a4b09f9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1338ffea-5424-495c-89d4-425e55ee7874', 'attached_at': '', 'detached_at': '', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'serial': '30816681-e6ce-4029-b76a-f220a4b09f9c'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 988.797380] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed910e57-a1f1-4f38-b6c1-20b05775d079 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.800782] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecef572-16e4-4268-8666-d27d821e9738 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.814447] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59792} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.833289] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 3fbbc414-768f-4ec4-8acc-9564840900f2/3fbbc414-768f-4ec4-8acc-9564840900f2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.833289] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.834278] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d9ec1d7-a29d-4f1d-b6f7-90a7bf834223 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.837689] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931d41a7-0a73-4e63-a93e-1975224aef04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.841885] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e18096-c565-4693-83f2-750224ed4eba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.858494] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e635f-4612-4346-82e3-a7475409885e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.861955] env[69692]: DEBUG nova.compute.provider_tree [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.864704] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 988.864704] env[69692]: value = "task-3536276" [ 988.864704] env[69692]: _type = "Task" [ 988.864704] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.892057] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee7dca-d500-4230-9190-7e2680f1471d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.896196] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.916912] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] The volume has not been displaced from its original location: [datastore2] volume-30816681-e6ce-4029-b76a-f220a4b09f9c/volume-30816681-e6ce-4029-b76a-f220a4b09f9c.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 988.922730] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.923212] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca4e0ed-05a1-49ba-8080-d39f0d9f1301 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.943094] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 988.943094] env[69692]: value = "task-3536277" [ 988.943094] env[69692]: _type = "Task" [ 988.943094] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.956657] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.047367] env[69692]: DEBUG oslo_vmware.api [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536275, 'name': PowerOnVM_Task, 'duration_secs': 0.395418} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.047691] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.048119] env[69692]: DEBUG nova.compute.manager [None req-3d2b71d4-f93e-41a1-bb5a-846ebc73a592 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.048801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737eb60c-a57c-4505-a78b-7fd4e8c78fd6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.205295] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.308415] env[69692]: DEBUG nova.network.neutron [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.366747] env[69692]: DEBUG nova.scheduler.client.report [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.380597] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078278} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.383544] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.383544] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97323df-01fd-4164-adab-e26ebf3d80d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.388358] env[69692]: DEBUG nova.network.neutron [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Updating instance_info_cache with network_info: [{"id": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "address": "fa:16:3e:ad:31:03", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554daec-c3", "ovs_interfaceid": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.413934] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 3fbbc414-768f-4ec4-8acc-9564840900f2/3fbbc414-768f-4ec4-8acc-9564840900f2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.415252] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3647596d-7305-4380-911d-aed99f24d3ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.439571] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 989.439571] env[69692]: value = "task-3536278" [ 989.439571] env[69692]: _type = "Task" [ 989.439571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.453891] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.460476] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536277, 'name': ReconfigVM_Task, 'duration_secs': 0.282418} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.460747] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.465542] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1531b61-897b-4845-b983-83f10d1186a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.483975] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 989.483975] env[69692]: value = "task-3536279" [ 989.483975] env[69692]: _type = "Task" [ 989.483975] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.492983] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682280] env[69692]: DEBUG nova.network.neutron [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.812781] env[69692]: INFO nova.compute.manager [-] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Took 1.35 seconds to deallocate network for instance. [ 989.875829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.878212] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.288s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.878493] env[69692]: DEBUG nova.objects.instance [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lazy-loading 'resources' on Instance uuid 2431c213-29d6-4438-aa3b-dc3e888dd5bc {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.891579] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.891939] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Instance network_info: |[{"id": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "address": "fa:16:3e:ad:31:03", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554daec-c3", "ovs_interfaceid": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.892646] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:31:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd554daec-c3f1-4730-b9a0-bcac6506ee21', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.900898] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.901390] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.901700] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2894068-df21-47f6-9e94-8d219b7cc756 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917543] env[69692]: INFO nova.scheduler.client.report [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Deleted allocations for instance 4c5a23dc-e2a1-4887-9ece-f05dab1677bb [ 989.926492] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.926492] env[69692]: value = "task-3536280" [ 989.926492] env[69692]: _type = "Task" [ 989.926492] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.936113] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536280, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.949276] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.994151] env[69692]: DEBUG oslo_vmware.api [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536279, 'name': ReconfigVM_Task, 'duration_secs': 0.162036} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.994455] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706267', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'name': 'volume-30816681-e6ce-4029-b76a-f220a4b09f9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1338ffea-5424-495c-89d4-425e55ee7874', 'attached_at': '', 'detached_at': '', 'volume_id': '30816681-e6ce-4029-b76a-f220a4b09f9c', 'serial': '30816681-e6ce-4029-b76a-f220a4b09f9c'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.167583] env[69692]: DEBUG nova.compute.manager [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Received event network-changed-d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.167583] env[69692]: DEBUG nova.compute.manager [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Refreshing instance network info cache due to event network-changed-d554daec-c3f1-4730-b9a0-bcac6506ee21. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.167583] env[69692]: DEBUG oslo_concurrency.lockutils [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] Acquiring lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.167583] env[69692]: DEBUG oslo_concurrency.lockutils [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] Acquired lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.167583] env[69692]: DEBUG nova.network.neutron [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Refreshing network info cache for port d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.185995] env[69692]: INFO nova.compute.manager [-] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Took 1.57 seconds to deallocate network for instance. [ 990.321604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.428725] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Lock "4c5a23dc-e2a1-4887-9ece-f05dab1677bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.359s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.442802] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536280, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.455510] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536278, 'name': ReconfigVM_Task, 'duration_secs': 0.639237} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.455795] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 3fbbc414-768f-4ec4-8acc-9564840900f2/3fbbc414-768f-4ec4-8acc-9564840900f2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.456516] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5124b967-9977-48cf-83ec-86eda64d0d96 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.464288] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 990.464288] env[69692]: value = "task-3536281" [ 990.464288] env[69692]: _type = "Task" [ 990.464288] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.474673] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536281, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.559336] env[69692]: DEBUG nova.objects.instance [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lazy-loading 'flavor' on Instance uuid 1338ffea-5424-495c-89d4-425e55ee7874 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.692587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.739830] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.740104] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.878972] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54c26c-1ac0-4c11-a02f-a09c3770bcf4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.887738] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15784d2d-60ff-4e6e-a229-187b474bea10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.919031] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b170dd-4636-4f97-88be-72081aaf077c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.927304] env[69692]: DEBUG nova.network.neutron [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Updated VIF entry in instance network info cache for port d554daec-c3f1-4730-b9a0-bcac6506ee21. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.927645] env[69692]: DEBUG nova.network.neutron [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Updating instance_info_cache with network_info: [{"id": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "address": "fa:16:3e:ad:31:03", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554daec-c3", "ovs_interfaceid": "d554daec-c3f1-4730-b9a0-bcac6506ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.929895] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eb08e5-dd8a-4771-bafc-3ce8057cd19b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.947957] env[69692]: DEBUG nova.compute.provider_tree [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.952742] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536280, 'name': CreateVM_Task, 'duration_secs': 0.634905} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.953133] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.953806] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.953973] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.954293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.954549] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a28f7f-6049-468c-8f1a-45eccaea3db0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.961038] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 990.961038] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c32642-2174-a470-b77c-bf1f85409b8d" [ 990.961038] env[69692]: _type = "Task" [ 990.961038] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.974816] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536281, 'name': Rename_Task, 'duration_secs': 0.32844} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.978445] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.978800] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c32642-2174-a470-b77c-bf1f85409b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.978967] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de5813f5-0203-4861-9a10-9e9a14723006 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.980759] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.980759] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.980937] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.981100] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.981280] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.981513] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad51e40-6f3e-4fa6-a275-570565bcfb7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.991691] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 990.991691] env[69692]: value = "task-3536282" [ 990.991691] env[69692]: _type = "Task" [ 990.991691] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.995462] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.995748] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.996749] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84e007f-c1ce-48c6-b917-6e0f76e93779 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.004791] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.006303] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 991.006303] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d218c6-82b3-f32e-52f7-2f6081c7279e" [ 991.006303] env[69692]: _type = "Task" [ 991.006303] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.015558] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d218c6-82b3-f32e-52f7-2f6081c7279e, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.016394] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afeb0022-9965-4eec-b324-1b236a86c588 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.022163] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 991.022163] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52722e2a-1ba3-9478-37ce-9a9077c7985d" [ 991.022163] env[69692]: _type = "Task" [ 991.022163] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.032074] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52722e2a-1ba3-9478-37ce-9a9077c7985d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.242461] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.435922] env[69692]: DEBUG oslo_concurrency.lockutils [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] Releasing lock "refresh_cache-a674f3ef-7eb4-438c-8cf0-474c726c97e7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.436052] env[69692]: DEBUG nova.compute.manager [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Received event network-vif-deleted-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.440020] env[69692]: DEBUG nova.compute.manager [req-0d6afd80-9971-47b4-bb95-c90aad0e104a req-c35a47c3-e0d2-4144-8460-bc8c6bb50a5a service nova] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Received event network-vif-deleted-08f5aaf1-f295-47ce-86b9-7b543be12156 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.454369] env[69692]: DEBUG nova.scheduler.client.report [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.503486] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.534701] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52722e2a-1ba3-9478-37ce-9a9077c7985d, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.535044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.535367] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] a674f3ef-7eb4-438c-8cf0-474c726c97e7/a674f3ef-7eb4-438c-8cf0-474c726c97e7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.535667] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0324416-a22a-40ba-82f1-626f16a36089 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.544251] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 991.544251] env[69692]: value = "task-3536283" [ 991.544251] env[69692]: _type = "Task" [ 991.544251] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.554376] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.569344] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49b00b06-1ca8-4e6f-ae2b-3bc1e8ddacb9 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.769856] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.966266] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.971380] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.225s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.973317] env[69692]: INFO nova.compute.claims [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.009041] env[69692]: DEBUG oslo_vmware.api [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536282, 'name': PowerOnVM_Task, 'duration_secs': 0.655434} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.010942] env[69692]: INFO nova.scheduler.client.report [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleted allocations for instance 2431c213-29d6-4438-aa3b-dc3e888dd5bc [ 992.013308] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.013982] env[69692]: INFO nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Took 9.31 seconds to spawn the instance on the hypervisor. [ 992.013982] env[69692]: DEBUG nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.020662] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c0b7e-63f5-4fb6-9d5b-e327ec912ef3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.058946] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.059274] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] a674f3ef-7eb4-438c-8cf0-474c726c97e7/a674f3ef-7eb4-438c-8cf0-474c726c97e7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.059462] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.060741] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2559b7-7199-42b4-9767-810a033127e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.074619] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 992.074619] env[69692]: value = "task-3536284" [ 992.074619] env[69692]: _type = "Task" [ 992.074619] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.087646] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.526257] env[69692]: DEBUG oslo_concurrency.lockutils [None req-67c19a92-fbbf-45da-9dd5-6ede7973881a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "2431c213-29d6-4438-aa3b-dc3e888dd5bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.234s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.542187] env[69692]: INFO nova.compute.manager [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Took 39.85 seconds to build instance. [ 992.589074] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066623} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.589443] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.590744] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c9947-e866-4105-bb26-3e67ca26a169 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.619822] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a674f3ef-7eb4-438c-8cf0-474c726c97e7/a674f3ef-7eb4-438c-8cf0-474c726c97e7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.621519] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9d2ef2-2f41-4013-893f-2d4e3c4d65b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.648758] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 992.648758] env[69692]: value = "task-3536285" [ 992.648758] env[69692]: _type = "Task" [ 992.648758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.659320] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.935971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.936374] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.041570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b56be654-b146-4432-935c-cac52be58f0a tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.446s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.167366] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.232910] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.233468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.439106] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.509178] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049580ee-f341-4fd7-95e6-d9897c9b8cbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.517770] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fa874a-0c21-4a5f-90c9-ac9952cf91ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.550274] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e811219-28ff-42f1-b43c-1582386e21fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.559123] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd9473-6180-453a-947e-2581653fd8d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.574255] env[69692]: DEBUG nova.compute.provider_tree [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.660965] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536285, 'name': ReconfigVM_Task, 'duration_secs': 0.84176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.661716] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a674f3ef-7eb4-438c-8cf0-474c726c97e7/a674f3ef-7eb4-438c-8cf0-474c726c97e7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.662671] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e49d554a-3ded-4699-81b1-5b2fef555357 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.670850] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 993.670850] env[69692]: value = "task-3536286" [ 993.670850] env[69692]: _type = "Task" [ 993.670850] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.680606] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536286, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.741572] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.966480] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.078763] env[69692]: DEBUG nova.scheduler.client.report [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.184445] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536286, 'name': Rename_Task, 'duration_secs': 0.228893} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.184820] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.185772] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0badd6-5193-49f7-82ab-8aa119c7638a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.196156] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 994.196156] env[69692]: value = "task-3536287" [ 994.196156] env[69692]: _type = "Task" [ 994.196156] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.206954] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.273498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.587632] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.588210] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.590894] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.165s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.591087] env[69692]: DEBUG nova.objects.instance [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 994.707853] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.781033] env[69692]: DEBUG nova.compute.manager [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.782009] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12021f50-5c7d-406b-a30f-367e618b288d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.107029] env[69692]: DEBUG nova.compute.utils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.107029] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.107029] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.174373] env[69692]: DEBUG nova.policy [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9125362e307a4d5fbedeb263ca4d84a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da295f09d4c04b379261a3881eabe2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.206538] env[69692]: DEBUG oslo_vmware.api [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536287, 'name': PowerOnVM_Task, 'duration_secs': 0.763835} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.206802] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.207149] env[69692]: INFO nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Took 7.60 seconds to spawn the instance on the hypervisor. [ 995.207187] env[69692]: DEBUG nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.207978] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78969b8d-fcda-4647-8b0f-dd6d021c3ff1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.294057] env[69692]: INFO nova.compute.manager [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] instance snapshotting [ 995.301578] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d7f9d-ace4-49c1-9d98-6882a580a236 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.327916] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed421c-20b7-4a9e-97bd-164eb331b4d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.487835] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Successfully created port: 62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.607549] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c6ed70a-8cdc-4a4f-965c-ecf6c33672a6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.612020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.424s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.612020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.612020] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 995.612020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.960s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.612020] env[69692]: DEBUG nova.objects.instance [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lazy-loading 'resources' on Instance uuid 6f29f695-9210-4683-a685-21ff6672167b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.612020] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.620980] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031a17b-17dd-4e0f-bbbd-e27b5f8ef0f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.633823] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c7ebb-a50c-4c7b-952b-4a0070270411 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.652445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72d6c24-81eb-4cae-9f8c-c7efd0eca3d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.661198] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6139653-1163-4ab4-8f8f-60408da3379c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.698611] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178275MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 995.698718] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.726628] env[69692]: INFO nova.compute.manager [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Took 41.55 seconds to build instance. [ 995.840505] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.840835] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f03fc2fd-1402-4c5f-bd53-214a9dce953a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.849608] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 995.849608] env[69692]: value = "task-3536288" [ 995.849608] env[69692]: _type = "Task" [ 995.849608] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.859257] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536288, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.135127] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.135463] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.230532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9cf0957e-135f-40dc-a44f-7b39a23e092a tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.614s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.369249] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536288, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.622778] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb043a7c-3b34-4b6a-9532-cb040256bf6d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.631015] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757a02c-6548-4002-8851-67446359954c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.638464] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.667425] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.673055] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90408ea2-98b0-4f2f-8943-29a0888c5a6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.682420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd56005a-cf7e-47a8-bb46-8433f94933e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.688868] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:28:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71b4e529-9be5-420d-bbac-3fb811441935',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1449372609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.689273] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.689395] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.689496] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.689665] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.689821] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.690038] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.690205] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.690370] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.690532] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.691105] env[69692]: DEBUG nova.virt.hardware [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.691509] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1785401-82d7-43f7-9bb2-e24e88519103 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.708106] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb732d7-ae39-4dd7-be55-8f316f4c1e30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.712417] env[69692]: DEBUG nova.compute.provider_tree [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.863907] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536288, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049891] env[69692]: DEBUG nova.compute.manager [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Received event network-vif-plugged-62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.050130] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] Acquiring lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.050349] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.050527] env[69692]: DEBUG oslo_concurrency.lockutils [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.050694] env[69692]: DEBUG nova.compute.manager [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] No waiting events found dispatching network-vif-plugged-62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 997.050856] env[69692]: WARNING nova.compute.manager [req-a2487754-d7a0-49f5-9bdb-eccfe5186d17 req-beee5ee6-330e-44ce-b508-d8ea71a0724b service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Received unexpected event network-vif-plugged-62fedc36-0fb0-4eb9-85cd-36a260156d70 for instance with vm_state building and task_state spawning. [ 997.061696] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Successfully updated port: 62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.193430] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.218269] env[69692]: DEBUG nova.scheduler.client.report [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.363102] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536288, 'name': CreateSnapshot_Task, 'duration_secs': 1.080466} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.363449] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 997.364252] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587abe11-56d7-4b4b-8d9e-21e2cc3b8cd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.563468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.563647] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.563779] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.723849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.727200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.979s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.729267] env[69692]: INFO nova.compute.claims [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.743800] env[69692]: INFO nova.scheduler.client.report [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Deleted allocations for instance 6f29f695-9210-4683-a685-21ff6672167b [ 997.885238] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.886324] env[69692]: DEBUG nova.compute.manager [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.886592] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d46ece35-c795-428e-8a19-fb48a3dd1211 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.890268] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671c3c5-d4fb-423f-bb6f-3b5c8fffc5a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.906585] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 997.906585] env[69692]: value = "task-3536289" [ 997.906585] env[69692]: _type = "Task" [ 997.906585] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.912477] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.099877] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.251780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Lock "6f29f695-9210-4683-a685-21ff6672167b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.179s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.256939] env[69692]: DEBUG nova.network.neutron [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.405217] env[69692]: INFO nova.compute.manager [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] instance snapshotting [ 998.411151] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b22378-42cd-4959-9805-6877763d72a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420843] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.434588] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0574f5a-bdfd-4cff-b61a-70ff8424af18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.759780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.760134] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Instance network_info: |[{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.763035] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:33:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62fedc36-0fb0-4eb9-85cd-36a260156d70', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.770527] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.771061] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.771297] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04aca2e7-d886-497f-95c0-5aed157caa8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.794412] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.794412] env[69692]: value = "task-3536290" [ 998.794412] env[69692]: _type = "Task" [ 998.794412] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.805497] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.921009] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.952151] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.952747] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2234d641-878b-4810-b1c1-9071cb0e8da4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.962296] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 998.962296] env[69692]: value = "task-3536291" [ 998.962296] env[69692]: _type = "Task" [ 998.962296] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.976264] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.128291] env[69692]: DEBUG nova.compute.manager [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Received event network-changed-62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.128504] env[69692]: DEBUG nova.compute.manager [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Refreshing instance network info cache due to event network-changed-62fedc36-0fb0-4eb9-85cd-36a260156d70. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.128673] env[69692]: DEBUG oslo_concurrency.lockutils [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.128821] env[69692]: DEBUG oslo_concurrency.lockutils [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.128981] env[69692]: DEBUG nova.network.neutron [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Refreshing network info cache for port 62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.241887] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdb5759-e6f1-4a64-a3f0-679255924719 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.249959] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef6106-1185-4b24-a561-ec324c79c45d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.286161] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ff3e4d-5aab-4d87-8fc9-f7a12831c703 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.294605] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd2a790-b2ef-48fa-8f2a-bc32590c967c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.308966] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.317594] env[69692]: DEBUG nova.compute.provider_tree [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.418549] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.473483] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.810504] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.825029] env[69692]: DEBUG nova.scheduler.client.report [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.847275] env[69692]: DEBUG nova.network.neutron [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updated VIF entry in instance network info cache for port 62fedc36-0fb0-4eb9-85cd-36a260156d70. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.847695] env[69692]: DEBUG nova.network.neutron [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.921940] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973607] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.311474] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.330552] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.331231] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.336175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.950s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.336175] env[69692]: INFO nova.compute.claims [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.352111] env[69692]: DEBUG oslo_concurrency.lockutils [req-479617ee-cc33-44ec-8511-9d3c37eebe94 req-4cb40774-6934-49d8-a165-ae6a4af1987a service nova] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.422456] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.473467] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.812082] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.843306] env[69692]: DEBUG nova.compute.utils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.847471] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.847706] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.916993] env[69692]: DEBUG nova.policy [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.924600] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.976361] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.202510] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Successfully created port: c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.314970] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.348784] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.422612] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.474758] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.815157] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.840909] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bfb388-c32e-463d-af6c-efe1667e2538 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.849290] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93abf9-dfbf-4bf6-b7fd-105810ae8137 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.631911] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.644431] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe551893-e6e8-4e12-bb19-cdfad00b4ddc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.658575] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.658575] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.663087] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.663863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a4b95-15cc-4bdc-b8be-c78be35d2f02 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.680569] env[69692]: DEBUG nova.compute.provider_tree [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.692828] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.693291] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.693291] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.693441] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.693496] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.693645] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.693851] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.695167] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.695167] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.695167] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.695167] env[69692]: DEBUG nova.virt.hardware [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.695819] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313196bf-0516-43d6-b70b-a4c4a75d9f63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.707229] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb2a46-54ba-4231-b49c-c539921ce3eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.726549] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Successfully updated port: c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.769029] env[69692]: DEBUG nova.compute.manager [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Received event network-vif-plugged-c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.769239] env[69692]: DEBUG oslo_concurrency.lockutils [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.769449] env[69692]: DEBUG oslo_concurrency.lockutils [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.769614] env[69692]: DEBUG oslo_concurrency.lockutils [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.769779] env[69692]: DEBUG nova.compute.manager [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] No waiting events found dispatching network-vif-plugged-c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.769972] env[69692]: WARNING nova.compute.manager [req-de350db9-ba9e-4aed-816a-0d2afccd58d6 req-1659da06-12d9-45cf-862b-7cadb903d75a service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Received unexpected event network-vif-plugged-c3c4736e-157e-4aaa-ae75-f8e097992301 for instance with vm_state building and task_state spawning. [ 1003.149864] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536291, 'name': CreateSnapshot_Task, 'duration_secs': 3.840267} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.156012] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.156286] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536290, 'name': CreateVM_Task, 'duration_secs': 3.92185} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.156536] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536289, 'name': CloneVM_Task, 'duration_secs': 5.056762} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.160715] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f22a0fe-a81d-4061-ac51-cb8e72e08abb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.160715] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.160715] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Created linked-clone VM from snapshot [ 1003.161366] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.165074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.165074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.165074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf47be-00e8-4228-879d-91129c78bf03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.167135] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf84d906-6b52-45e0-80e4-3243d623750c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.179862] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Uploading image 1dbb7a96-2237-4cc9-a1b7-c1d15c2ad7ff {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.182089] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1003.182089] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520fe2bd-092b-f714-f0a7-503e23518845" [ 1003.182089] env[69692]: _type = "Task" [ 1003.182089] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.187908] env[69692]: DEBUG nova.scheduler.client.report [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.200275] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520fe2bd-092b-f714-f0a7-503e23518845, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.200583] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.200830] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.201087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.201235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.201417] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.201705] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2d886f0-8927-4f9b-aa98-8752fc98ca12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.207024] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1003.207610] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df7b5edb-ec24-49cc-aab2-549e6364704c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.215630] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.215630] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.215630] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c96994-159e-4035-a75b-ab226a21a082 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.221551] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1003.221551] env[69692]: value = "task-3536292" [ 1003.221551] env[69692]: _type = "Task" [ 1003.221551] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.228906] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1003.228906] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5230d1e8-4bbd-d1ce-30b1-5e5880d4c350" [ 1003.228906] env[69692]: _type = "Task" [ 1003.228906] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.232223] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.232540] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233059] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.242715] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536292, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.249078] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5230d1e8-4bbd-d1ce-30b1-5e5880d4c350, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.250025] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6d1c77-26d0-4cc8-8cfa-14740efcff0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.256301] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1003.256301] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523c1885-ab9c-7641-b7af-57b66e4ef01d" [ 1003.256301] env[69692]: _type = "Task" [ 1003.256301] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.266611] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c1885-ab9c-7641-b7af-57b66e4ef01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.532629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.532902] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.533147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.533331] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.533498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.539603] env[69692]: INFO nova.compute.manager [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Terminating instance [ 1003.695630] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.697718] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.364s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.698410] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.702749] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dec0378d-7850-4f73-b776-e4058e1a0533 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.709032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.107s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.709356] env[69692]: DEBUG nova.objects.instance [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lazy-loading 'resources' on Instance uuid 4ab390b7-fcfd-4038-b598-84235013de2b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.718924] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1003.718924] env[69692]: value = "task-3536293" [ 1003.718924] env[69692]: _type = "Task" [ 1003.718924] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.737131] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536293, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.741550] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536292, 'name': Destroy_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.768031] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523c1885-ab9c-7641-b7af-57b66e4ef01d, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.768031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.769037] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.769037] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca61b921-e4f0-4ff3-ba62-67bb1d13427f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.778318] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1003.778318] env[69692]: value = "task-3536294" [ 1003.778318] env[69692]: _type = "Task" [ 1003.778318] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.792172] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.796050] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.987233] env[69692]: DEBUG nova.network.neutron [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Updating instance_info_cache with network_info: [{"id": "c3c4736e-157e-4aaa-ae75-f8e097992301", "address": "fa:16:3e:3b:43:90", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c4736e-15", "ovs_interfaceid": "c3c4736e-157e-4aaa-ae75-f8e097992301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.048135] env[69692]: DEBUG nova.compute.manager [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.048489] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.049575] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c061a-8169-404b-9884-e56913a0b963 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.060967] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.062048] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b570fe-761f-4a93-918e-48fc41dae788 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.071558] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 1004.071558] env[69692]: value = "task-3536295" [ 1004.071558] env[69692]: _type = "Task" [ 1004.071558] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.083541] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.210897] env[69692]: DEBUG nova.compute.utils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.212711] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.212867] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.239455] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536293, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.246311] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536292, 'name': Destroy_Task, 'duration_secs': 0.692977} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.246894] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Destroyed the VM [ 1004.246894] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.247245] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a637d462-bece-4e52-ba90-3eb6ac6b14fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.257648] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1004.257648] env[69692]: value = "task-3536296" [ 1004.257648] env[69692]: _type = "Task" [ 1004.257648] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.282423] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.291356] env[69692]: DEBUG nova.policy [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f255672516924abebf15b67dd1f154a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7031122d654ed8807080e15e9b0629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.301481] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477801} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.301481] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.301481] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.301481] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d25170-a6d8-4d96-ac48-d4a38d025522 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.312408] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1004.312408] env[69692]: value = "task-3536297" [ 1004.312408] env[69692]: _type = "Task" [ 1004.312408] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.329368] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.491252] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.491559] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Instance network_info: |[{"id": "c3c4736e-157e-4aaa-ae75-f8e097992301", "address": "fa:16:3e:3b:43:90", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c4736e-15", "ovs_interfaceid": "c3c4736e-157e-4aaa-ae75-f8e097992301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.492252] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:43:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c4736e-157e-4aaa-ae75-f8e097992301', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.500157] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.500951] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.501236] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deddc2ea-2084-4f92-9c05-a5d8b701c25a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.527209] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.527209] env[69692]: value = "task-3536298" [ 1004.527209] env[69692]: _type = "Task" [ 1004.527209] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.543928] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536298, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.583758] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536295, 'name': PowerOffVM_Task, 'duration_secs': 0.278311} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.584828] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.585149] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.585582] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-615cf147-d263-47a3-894b-311e72f2454b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.658399] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.658399] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.658399] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleting the datastore file [datastore1] f97ab55c-ccb7-43e8-8df9-29e0652e8c5e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.658399] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77d1fea0-33fa-4095-8329-7487acbfd807 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.668610] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for the task: (returnval){ [ 1004.668610] env[69692]: value = "task-3536300" [ 1004.668610] env[69692]: _type = "Task" [ 1004.668610] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.683498] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.719789] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.735087] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536293, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.772539] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.825445] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077058} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.829374] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.830660] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e40c44-1667-4e25-a66f-34b01be266a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.865629] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.870616] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bf4193-6dce-46cd-8640-b3fed80f4127 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.888877] env[69692]: DEBUG nova.compute.manager [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Received event network-changed-c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.889387] env[69692]: DEBUG nova.compute.manager [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Refreshing instance network info cache due to event network-changed-c3c4736e-157e-4aaa-ae75-f8e097992301. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.889935] env[69692]: DEBUG oslo_concurrency.lockutils [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] Acquiring lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.889935] env[69692]: DEBUG oslo_concurrency.lockutils [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] Acquired lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.890240] env[69692]: DEBUG nova.network.neutron [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Refreshing network info cache for port c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.902472] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1004.902472] env[69692]: value = "task-3536301" [ 1004.902472] env[69692]: _type = "Task" [ 1004.902472] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.916257] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.963023] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f598b7-e95d-4197-885c-722dc69080b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.971905] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89446b9-03a0-4890-ab9c-ab493a7b29e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.008322] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ccd92e-5233-46ac-a85d-15788662ec6f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.018484] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24936a12-2ecb-43dc-8c7b-00bea7717540 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.035680] env[69692]: DEBUG nova.compute.provider_tree [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.048854] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536298, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.128891] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Successfully created port: 1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.183078] env[69692]: DEBUG oslo_vmware.api [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Task: {'id': task-3536300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210302} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.183078] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.183287] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.183565] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.183865] env[69692]: INFO nova.compute.manager [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1005.184181] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.184456] env[69692]: DEBUG nova.compute.manager [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.184591] env[69692]: DEBUG nova.network.neutron [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.242537] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536293, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.272215] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536296, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.419967] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.543154] env[69692]: DEBUG nova.scheduler.client.report [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.556426] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536298, 'name': CreateVM_Task, 'duration_secs': 0.773354} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.556911] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.557676] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.557847] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.558200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.558473] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13698c46-4709-419b-bf86-491d58bdf6c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.564617] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1005.564617] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52888edc-f8b1-4e7d-e230-123035d08018" [ 1005.564617] env[69692]: _type = "Task" [ 1005.564617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.576512] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52888edc-f8b1-4e7d-e230-123035d08018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.738434] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.741482] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536293, 'name': CloneVM_Task, 'duration_secs': 1.972382} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.743288] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Created linked-clone VM from snapshot [ 1005.743288] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce984b4-1de4-4b95-8df7-fdc42ce5966d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.753288] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Uploading image a7c4cdb1-5917-4f82-b1b5-c60e6539671a {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.773175] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.774047] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.774047] env[69692]: DEBUG nova.virt.hardware [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.776534] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85247390-6b74-43b5-b773-617ff2d6fae9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.791110] env[69692]: DEBUG oslo_vmware.api [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536296, 'name': RemoveSnapshot_Task, 'duration_secs': 1.437259} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.793423] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.793423] env[69692]: value = "vm-706274" [ 1005.793423] env[69692]: _type = "VirtualMachine" [ 1005.793423] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.794869] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c032f4-15e9-45d5-9036-de5742663b3f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.799504] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.802302] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e99dc5d-25f9-4ef3-9c30-9154d5c9b928 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.821601] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease: (returnval){ [ 1005.821601] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529e7be9-327d-c5a7-35de-cac80fee6e3e" [ 1005.821601] env[69692]: _type = "HttpNfcLease" [ 1005.821601] env[69692]: } obtained for exporting VM: (result){ [ 1005.821601] env[69692]: value = "vm-706274" [ 1005.821601] env[69692]: _type = "VirtualMachine" [ 1005.821601] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.821931] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the lease: (returnval){ [ 1005.821931] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529e7be9-327d-c5a7-35de-cac80fee6e3e" [ 1005.821931] env[69692]: _type = "HttpNfcLease" [ 1005.821931] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.830571] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.830571] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529e7be9-327d-c5a7-35de-cac80fee6e3e" [ 1005.830571] env[69692]: _type = "HttpNfcLease" [ 1005.830571] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.915785] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536301, 'name': ReconfigVM_Task, 'duration_secs': 0.713119} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.916436] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfigured VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.916730] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eb0ce50-3a6f-439e-9a69-0af7c1097a72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.926031] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1005.926031] env[69692]: value = "task-3536303" [ 1005.926031] env[69692]: _type = "Task" [ 1005.926031] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.937268] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536303, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.058042] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.061140] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.829s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.061380] env[69692]: DEBUG nova.objects.instance [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'resources' on Instance uuid 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.081399] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52888edc-f8b1-4e7d-e230-123035d08018, 'name': SearchDatastore_Task, 'duration_secs': 0.019034} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.084043] env[69692]: DEBUG nova.network.neutron [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Updated VIF entry in instance network info cache for port c3c4736e-157e-4aaa-ae75-f8e097992301. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.084433] env[69692]: DEBUG nova.network.neutron [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Updating instance_info_cache with network_info: [{"id": "c3c4736e-157e-4aaa-ae75-f8e097992301", "address": "fa:16:3e:3b:43:90", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c4736e-15", "ovs_interfaceid": "c3c4736e-157e-4aaa-ae75-f8e097992301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.089092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.089092] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.089092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.089092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.089092] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.089985] env[69692]: INFO nova.scheduler.client.report [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleted allocations for instance 4ab390b7-fcfd-4038-b598-84235013de2b [ 1006.092925] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21633b4-4dd2-402d-90b9-8b2010882e14 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.113615] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.114172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.115185] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d953e20-7c87-46b0-a984-b43a26b400db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.123726] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1006.123726] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520573d9-30e0-c71f-0d91-617b658c5c39" [ 1006.123726] env[69692]: _type = "Task" [ 1006.123726] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.139251] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520573d9-30e0-c71f-0d91-617b658c5c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.310376] env[69692]: WARNING nova.compute.manager [None req-9a433c0d-f622-4dab-a45c-a8845c6753df tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Image not found during snapshot: nova.exception.ImageNotFound: Image 1dbb7a96-2237-4cc9-a1b7-c1d15c2ad7ff could not be found. [ 1006.331793] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.331793] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529e7be9-327d-c5a7-35de-cac80fee6e3e" [ 1006.331793] env[69692]: _type = "HttpNfcLease" [ 1006.331793] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.331793] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.331793] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529e7be9-327d-c5a7-35de-cac80fee6e3e" [ 1006.331793] env[69692]: _type = "HttpNfcLease" [ 1006.331793] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.332398] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d0057-3f59-4a5b-9cd0-c706e18b9d4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.341703] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.341896] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.437557] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536303, 'name': Rename_Task, 'duration_secs': 0.509304} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.437845] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.438156] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7768cc8-5f20-49fa-820a-4cca4f9234bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.446753] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1006.446753] env[69692]: value = "task-3536304" [ 1006.446753] env[69692]: _type = "Task" [ 1006.446753] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.462795] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.465997] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d24f30b-aed9-4bd0-803e-efe4477d7d8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.593210] env[69692]: DEBUG oslo_concurrency.lockutils [req-de9802e6-8b38-4255-823b-79583984fe58 req-a7ba7ae7-adaf-4080-a08d-a954e1a66707 service nova] Releasing lock "refresh_cache-498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608934] env[69692]: DEBUG oslo_concurrency.lockutils [None req-feebcee4-22f1-49ee-9662-265012a17318 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "4ab390b7-fcfd-4038-b598-84235013de2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.025s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.636278] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520573d9-30e0-c71f-0d91-617b658c5c39, 'name': SearchDatastore_Task, 'duration_secs': 0.026623} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.637757] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eeb5e69-896d-4161-bee7-c7aa2bbfd458 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.643478] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1006.643478] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf315c-1349-ff4a-9197-df4cac0c79b9" [ 1006.643478] env[69692]: _type = "Task" [ 1006.643478] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.655595] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf315c-1349-ff4a-9197-df4cac0c79b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.807896] env[69692]: DEBUG nova.network.neutron [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.918664] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "3fbbc414-768f-4ec4-8acc-9564840900f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.918974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.921641] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.921641] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.921641] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.922297] env[69692]: INFO nova.compute.manager [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Terminating instance [ 1006.959541] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536304, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.157152] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cf315c-1349-ff4a-9197-df4cac0c79b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.157614] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.157984] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0/498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.158651] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad30494-4095-4e80-98fe-126159618247 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.176345] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1007.176345] env[69692]: value = "task-3536305" [ 1007.176345] env[69692]: _type = "Task" [ 1007.176345] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.192205] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.200850] env[69692]: DEBUG nova.compute.manager [req-55225da5-866b-4b01-9949-f0936e9af60e req-4aa3f403-a98b-4f08-9ca4-d09a566285f6 service nova] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Received event network-vif-deleted-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.306805] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadec22d-c4ef-4f34-84d2-0340a85c61d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.310445] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "fff86862-b110-4755-af71-3a95fc678159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.310445] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.310807] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "fff86862-b110-4755-af71-3a95fc678159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.310807] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.312323] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.312860] env[69692]: INFO nova.compute.manager [-] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Took 2.13 seconds to deallocate network for instance. [ 1007.315541] env[69692]: INFO nova.compute.manager [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Terminating instance [ 1007.328237] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b635bc-12c2-457c-a6d6-8c2c37ed1366 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.371772] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bcb1ae-9c9e-45de-bdc9-b5bcca431411 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.380794] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d78b85-7e0b-490c-a60a-9a4a2e2bb474 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.403034] env[69692]: DEBUG nova.compute.provider_tree [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.431047] env[69692]: DEBUG nova.compute.manager [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.431375] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.432724] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e656b-cdbc-496b-83ef-038b41c23ccc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.446970] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.446970] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7844016-fb95-482c-9f62-00d3964f3136 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.459194] env[69692]: DEBUG oslo_vmware.api [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536304, 'name': PowerOnVM_Task, 'duration_secs': 0.584653} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.460955] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.461423] env[69692]: INFO nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1007.461466] env[69692]: DEBUG nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.461904] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1007.461904] env[69692]: value = "task-3536306" [ 1007.461904] env[69692]: _type = "Task" [ 1007.461904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.462992] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62d387-3df6-41b9-8097-5c831a186b43 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.485746] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.649222] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Successfully updated port: 1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.689804] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.823127] env[69692]: DEBUG nova.compute.manager [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.823749] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.824583] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80c78d-cb70-4c56-b5b2-aa8c4fd5a0bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.834904] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.835264] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.835638] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d9c563-eb16-4183-92e9-ee12e312dd93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.845071] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 1007.845071] env[69692]: value = "task-3536307" [ 1007.845071] env[69692]: _type = "Task" [ 1007.845071] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.857452] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.905891] env[69692]: DEBUG nova.scheduler.client.report [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.977327] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536306, 'name': PowerOffVM_Task, 'duration_secs': 0.315548} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.977622] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.977818] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.978106] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52e6624-a9e3-4f03-8995-7a89a7601877 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.000209] env[69692]: INFO nova.compute.manager [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Took 49.39 seconds to build instance. [ 1008.067068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.067068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.067068] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleting the datastore file [datastore1] 3fbbc414-768f-4ec4-8acc-9564840900f2 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.067382] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd5a477-b694-420a-9e3c-86d8afba5670 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.075263] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1008.075263] env[69692]: value = "task-3536309" [ 1008.075263] env[69692]: _type = "Task" [ 1008.075263] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.087256] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.156019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.156157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.156441] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.189513] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565474} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.189817] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0/498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.190086] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.190355] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732e08f8-3242-44dc-8497-93f1f270bb1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.200971] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1008.200971] env[69692]: value = "task-3536310" [ 1008.200971] env[69692]: _type = "Task" [ 1008.200971] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.211251] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.359133] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536307, 'name': PowerOffVM_Task, 'duration_secs': 0.235076} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.359555] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.360033] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.360171] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7df10ad3-88e5-40e8-94c7-9f64dbe25332 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.412615] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.415090] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.682s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.415321] env[69692]: DEBUG nova.objects.instance [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'pci_requests' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.437226] env[69692]: INFO nova.scheduler.client.report [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocations for instance 9d4c35aa-afd8-4bf8-ba7c-cf825f467379 [ 1008.502618] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6abea836-a5ce-4c4b-aec9-433c98563b59 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.133s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.586156] env[69692]: DEBUG oslo_vmware.api [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179962} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.586875] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.587672] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.587672] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.587672] env[69692]: INFO nova.compute.manager [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1008.587978] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.588206] env[69692]: DEBUG nova.compute.manager [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.588330] env[69692]: DEBUG nova.network.neutron [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.707238] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.717141] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099917} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.717409] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.718236] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0147b1-2142-4704-bd14-b3e908fcdc0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.742784] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0/498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.745392] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62e3c74-c475-4321-b9a0-aad29227ee81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.766797] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1008.766797] env[69692]: value = "task-3536312" [ 1008.766797] env[69692]: _type = "Task" [ 1008.766797] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.778461] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.819075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.819314] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.819507] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleting the datastore file [datastore1] fff86862-b110-4755-af71-3a95fc678159 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.819779] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9231bf-c7de-4430-a37e-d940bdb5b775 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.828394] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for the task: (returnval){ [ 1008.828394] env[69692]: value = "task-3536313" [ 1008.828394] env[69692]: _type = "Task" [ 1008.828394] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.839038] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.922725] env[69692]: DEBUG nova.objects.instance [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'numa_topology' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.947023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "9d4c35aa-afd8-4bf8-ba7c-cf825f467379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.379s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.953640] env[69692]: DEBUG nova.network.neutron [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Updating instance_info_cache with network_info: [{"id": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "address": "fa:16:3e:f4:5d:70", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda2481-ab", "ovs_interfaceid": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.286629] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.290370] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Received event network-vif-plugged-1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.290669] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Acquiring lock "6472233c-5068-4634-be5c-aca883a1783d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.290926] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Lock "6472233c-5068-4634-be5c-aca883a1783d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.291154] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Lock "6472233c-5068-4634-be5c-aca883a1783d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.291362] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] No waiting events found dispatching network-vif-plugged-1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.291576] env[69692]: WARNING nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Received unexpected event network-vif-plugged-1cda2481-ab53-470e-897d-1e4a9b0dde62 for instance with vm_state building and task_state spawning. [ 1009.291972] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Received event network-changed-1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.292070] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Refreshing instance network info cache due to event network-changed-1cda2481-ab53-470e-897d-1e4a9b0dde62. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.292189] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Acquiring lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.338961] env[69692]: DEBUG oslo_vmware.api [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Task: {'id': task-3536313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.339254] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.339437] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.339640] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.339840] env[69692]: INFO nova.compute.manager [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1009.340068] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.340275] env[69692]: DEBUG nova.compute.manager [-] [instance: fff86862-b110-4755-af71-3a95fc678159] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.340364] env[69692]: DEBUG nova.network.neutron [-] [instance: fff86862-b110-4755-af71-3a95fc678159] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.426209] env[69692]: INFO nova.compute.claims [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.456676] env[69692]: DEBUG nova.network.neutron [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.458680] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.459143] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance network_info: |[{"id": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "address": "fa:16:3e:f4:5d:70", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda2481-ab", "ovs_interfaceid": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.459862] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Acquired lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.463580] env[69692]: DEBUG nova.network.neutron [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Refreshing network info cache for port 1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.466969] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:5d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cda2481-ab53-470e-897d-1e4a9b0dde62', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.474755] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.476705] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.477041] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed40dc18-8c4e-4ca2-929f-08a04cfba337 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.502837] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.502837] env[69692]: value = "task-3536314" [ 1009.502837] env[69692]: _type = "Task" [ 1009.502837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.513108] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536314, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.785802] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536312, 'name': ReconfigVM_Task, 'duration_secs': 0.741402} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.785802] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0/498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.785802] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f539ada-7cb0-49ea-a115-4de3255d6f87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.797485] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1009.797485] env[69692]: value = "task-3536315" [ 1009.797485] env[69692]: _type = "Task" [ 1009.797485] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.808778] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536315, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.961039] env[69692]: INFO nova.compute.manager [-] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Took 1.37 seconds to deallocate network for instance. [ 1010.020823] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536314, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.163662] env[69692]: DEBUG nova.network.neutron [-] [instance: fff86862-b110-4755-af71-3a95fc678159] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.207171] env[69692]: DEBUG nova.network.neutron [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Updated VIF entry in instance network info cache for port 1cda2481-ab53-470e-897d-1e4a9b0dde62. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.207453] env[69692]: DEBUG nova.network.neutron [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Updating instance_info_cache with network_info: [{"id": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "address": "fa:16:3e:f4:5d:70", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda2481-ab", "ovs_interfaceid": "1cda2481-ab53-470e-897d-1e4a9b0dde62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.274317] env[69692]: DEBUG nova.compute.manager [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1010.308617] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536315, 'name': Rename_Task, 'duration_secs': 0.188221} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.308938] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.309227] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1500d6d-dddd-4246-82f5-23695ff3fb81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.316723] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1010.316723] env[69692]: value = "task-3536316" [ 1010.316723] env[69692]: _type = "Task" [ 1010.316723] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.328114] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.515020] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536314, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.667676] env[69692]: INFO nova.compute.manager [-] [instance: fff86862-b110-4755-af71-3a95fc678159] Took 1.33 seconds to deallocate network for instance. [ 1010.710524] env[69692]: DEBUG oslo_concurrency.lockutils [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] Releasing lock "refresh_cache-6472233c-5068-4634-be5c-aca883a1783d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.710787] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Received event network-vif-deleted-0e353565-e7a4-4e95-886b-e5239270a48c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.710968] env[69692]: INFO nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Neutron deleted interface 0e353565-e7a4-4e95-886b-e5239270a48c; detaching it from the instance and deleting it from the info cache [ 1010.711212] env[69692]: DEBUG nova.network.neutron [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.793071] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.829334] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.884306] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec0390-a1b1-458d-85ff-dae417f3068b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.893130] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb5298-c60b-4b43-9b66-b61b033a031e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.926673] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94a1bd-89a2-4160-82d7-81f6e3226bde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.934962] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e30a7-2215-482d-bf82-ee5d3206f6c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.949655] env[69692]: DEBUG nova.compute.provider_tree [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.015854] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536314, 'name': CreateVM_Task, 'duration_secs': 1.419146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.016068] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.016863] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.017072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.017433] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.017694] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bd406b-4536-4aa9-95fc-685961e384ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.023277] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1011.023277] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520f20c0-5522-413e-b2c2-58f263b6d1d8" [ 1011.023277] env[69692]: _type = "Task" [ 1011.023277] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.031729] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520f20c0-5522-413e-b2c2-58f263b6d1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.175841] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.214215] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62cf4d8a-11ce-4e77-b34e-e45ffa7e3590 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.226119] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e2699-ad05-441d-bc30-0d1b16f6ebbf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.265903] env[69692]: DEBUG nova.compute.manager [req-af63a03c-1ba0-4c64-8334-d456eaa9a63f req-d0535250-9e1e-4f75-bd7a-0c76b617ab21 service nova] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Detach interface failed, port_id=0e353565-e7a4-4e95-886b-e5239270a48c, reason: Instance 3fbbc414-768f-4ec4-8acc-9564840900f2 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.328990] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.387906] env[69692]: DEBUG nova.compute.manager [req-8ba90dc4-dbe6-4efc-a32b-909048c5735f req-731c14cf-e645-4194-86d4-c4c57fef157f service nova] [instance: fff86862-b110-4755-af71-3a95fc678159] Received event network-vif-deleted-52886bf3-20ef-4e0b-aceb-6512d990b13a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.452479] env[69692]: DEBUG nova.scheduler.client.report [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.534902] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520f20c0-5522-413e-b2c2-58f263b6d1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.535220] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.535443] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.535673] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.535818] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.535997] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.536262] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50102e4d-4d0b-479e-9e9e-5969d08c4341 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.545352] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.545585] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.546298] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9b5fec-f218-46a2-87f5-16dd55b47f39 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.553055] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1011.553055] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5206499b-d912-374f-3d76-4fca935cd067" [ 1011.553055] env[69692]: _type = "Task" [ 1011.553055] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.560790] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206499b-d912-374f-3d76-4fca935cd067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.829765] env[69692]: DEBUG oslo_vmware.api [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536316, 'name': PowerOnVM_Task, 'duration_secs': 1.057859} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.830080] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.830287] env[69692]: INFO nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1011.830467] env[69692]: DEBUG nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.831330] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988a2f7-a3f1-46d0-b619-fb06e56cfb91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.957945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.543s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.961150] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.899s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.961463] env[69692]: DEBUG nova.objects.instance [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid 571905c8-e07d-4ddf-9f37-1b1311d71b6b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.064252] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206499b-d912-374f-3d76-4fca935cd067, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.065046] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84000e91-a7a0-41eb-a92e-fabc805e288c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.071400] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1012.071400] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa8c06-2a4b-ab86-6b46-fd835608f4db" [ 1012.071400] env[69692]: _type = "Task" [ 1012.071400] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.077568] env[69692]: INFO nova.network.neutron [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1012.082838] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa8c06-2a4b-ab86-6b46-fd835608f4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.352377] env[69692]: INFO nova.compute.manager [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Took 50.62 seconds to build instance. [ 1012.587413] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa8c06-2a4b-ab86-6b46-fd835608f4db, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.590903] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.591790] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.591790] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0387fad-ad05-4019-b969-365e1fc5a059 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.601190] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1012.601190] env[69692]: value = "task-3536317" [ 1012.601190] env[69692]: _type = "Task" [ 1012.601190] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.612735] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.855264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.458s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.015496] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c0884-5d63-40ce-9a2a-ab3697703652 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.025675] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce0502-c234-462f-a90c-3ccfa74c4b76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.063309] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de61037-f504-43cb-9db5-9d19e7b0b4bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.072209] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e9f470-1420-4633-b93e-53bb1997b440 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.089330] env[69692]: DEBUG nova.compute.provider_tree [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.111352] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454899} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.111856] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.111856] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.112089] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0864c80b-dc35-4607-972d-fa0a94b611af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.120756] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1013.120756] env[69692]: value = "task-3536318" [ 1013.120756] env[69692]: _type = "Task" [ 1013.120756] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.130174] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.517947] env[69692]: DEBUG nova.compute.manager [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.518257] env[69692]: DEBUG oslo_concurrency.lockutils [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.518481] env[69692]: DEBUG oslo_concurrency.lockutils [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.518640] env[69692]: DEBUG oslo_concurrency.lockutils [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.518913] env[69692]: DEBUG nova.compute.manager [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] No waiting events found dispatching network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.519049] env[69692]: WARNING nova.compute.manager [req-994a4990-1493-4889-9a0b-165501dca411 req-3f8a4662-fcdc-4cbc-b8e3-6c0a49999e91 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received unexpected event network-vif-plugged-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1013.593074] env[69692]: DEBUG nova.scheduler.client.report [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.607175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.607498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.607624] env[69692]: DEBUG nova.network.neutron [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.631286] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073658} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.631540] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.633203] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd32a40-3e06-44f9-aad8-5df2467cfa31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.657134] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.658434] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621849b9-a691-470e-ab74-b4ba5757284b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.675531] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.675771] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.681632] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1013.681632] env[69692]: value = "task-3536319" [ 1013.681632] env[69692]: _type = "Task" [ 1013.681632] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.692609] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.098437] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.100939] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.596s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.101269] env[69692]: DEBUG nova.objects.instance [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lazy-loading 'resources' on Instance uuid 03afb7d6-186a-4fce-a004-003937329ff2 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.127844] env[69692]: INFO nova.scheduler.client.report [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance 571905c8-e07d-4ddf-9f37-1b1311d71b6b [ 1014.180858] env[69692]: DEBUG nova.compute.utils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.194518] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536319, 'name': ReconfigVM_Task, 'duration_secs': 0.30465} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.195462] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.196836] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2ade6f1-f66b-459e-9d37-e4e86be5cb74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.207379] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1014.207379] env[69692]: value = "task-3536320" [ 1014.207379] env[69692]: _type = "Task" [ 1014.207379] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.217412] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536320, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.339136] env[69692]: DEBUG nova.network.neutron [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.634949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8b0570f5-e29d-428b-a21a-91c2f027baa3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "571905c8-e07d-4ddf-9f37-1b1311d71b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.210s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.684026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.722033] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536320, 'name': Rename_Task, 'duration_secs': 0.159993} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.722033] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.722033] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a053eb6f-8590-4077-b75f-156356b54981 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.734240] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1014.734240] env[69692]: value = "task-3536321" [ 1014.734240] env[69692]: _type = "Task" [ 1014.734240] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.744467] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.841881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.874317] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='68e1f75261839ff5c59c5fd6241aafa3',container_format='bare',created_at=2025-04-24T10:27:27Z,direct_url=,disk_format='vmdk',id=5275ac21-b7f3-4104-94ad-7e118537ad73,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-141871321-shelved',owner='c6ec260fb7324456bb41ee23a7abcf19',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-24T10:27:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.874634] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.874822] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.874980] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.875372] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.875549] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.875764] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.875926] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.876107] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.876270] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.876522] env[69692]: DEBUG nova.virt.hardware [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.877546] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e3f18-ce62-4df6-bdc9-f6fe1c4fc309 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.891802] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691dc3ab-68b2-4a39-b20b-b132745e14aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.912294] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6884af1b-1be8-46b3-b0f5-88a66a1b90b1', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.920592] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.923960] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.924454] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75edeac4-921d-467b-a8cb-dcde4006e4a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.950860] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.950860] env[69692]: value = "task-3536322" [ 1014.950860] env[69692]: _type = "Task" [ 1014.950860] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.961325] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536322, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.126309] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b784d-ce19-4fc1-92cb-65c4a3ba1651 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.137942] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d73cc-eb82-4e81-84a4-925eac46fd94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.173836] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c666a-1e5e-444f-892d-59685029e60e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.185157] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f42d8-7a2c-468f-b5bf-4c8abf3662c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.205102] env[69692]: DEBUG nova.compute.provider_tree [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.245574] env[69692]: DEBUG oslo_vmware.api [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536321, 'name': PowerOnVM_Task, 'duration_secs': 0.494369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.245937] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.246135] env[69692]: INFO nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1015.246325] env[69692]: DEBUG nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.247266] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d77c22-daea-408b-bbbd-f16772d97e23 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.463677] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536322, 'name': CreateVM_Task, 'duration_secs': 0.399477} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.464018] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.464752] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.464926] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.465334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.465600] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3bd78c-eaa1-468f-8ce5-057cd1141821 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.471630] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1015.471630] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5234dd28-447b-fc48-09a4-d964ad269bbb" [ 1015.471630] env[69692]: _type = "Task" [ 1015.471630] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.482752] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5234dd28-447b-fc48-09a4-d964ad269bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.636026] env[69692]: DEBUG nova.compute.manager [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.636267] env[69692]: DEBUG nova.compute.manager [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing instance network info cache due to event network-changed-6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.636396] env[69692]: DEBUG oslo_concurrency.lockutils [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] Acquiring lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.636529] env[69692]: DEBUG oslo_concurrency.lockutils [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] Acquired lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.636684] env[69692]: DEBUG nova.network.neutron [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Refreshing network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.707698] env[69692]: DEBUG nova.scheduler.client.report [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.765068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.765295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.765583] env[69692]: INFO nova.compute.manager [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Attaching volume b677a98e-5a2e-4d60-bde7-b66a2c26280e to /dev/sdb [ 1015.777026] env[69692]: INFO nova.compute.manager [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Took 52.41 seconds to build instance. [ 1015.809640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5be161-417f-4588-8b79-c1d98eb32f8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.817396] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46aa29-c602-4bc1-896a-f4b20554393a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.838475] env[69692]: DEBUG nova.virt.block_device [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Updating existing volume attachment record: c954c8ee-ec43-4960-80f0-b2a7ab49cf01 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.983770] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.984460] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Processing image 5275ac21-b7f3-4104-94ad-7e118537ad73 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.984460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.984460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.984652] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.984805] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d3bd03-ac77-48e9-9a6d-2746024c2fa5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.996371] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.996564] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.997592] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f190239-ff09-4418-981d-0ef29100ddb5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.003214] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1016.003214] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea7fce-da4e-b4a8-65c9-0a660b3fcb3c" [ 1016.003214] env[69692]: _type = "Task" [ 1016.003214] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.011893] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea7fce-da4e-b4a8-65c9-0a660b3fcb3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.214801] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.217179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.346s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.217390] env[69692]: DEBUG nova.objects.instance [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lazy-loading 'resources' on Instance uuid 61c174b9-4fd3-477e-94d0-657eb14e0903 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.239164] env[69692]: INFO nova.scheduler.client.report [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Deleted allocations for instance 03afb7d6-186a-4fce-a004-003937329ff2 [ 1016.278732] env[69692]: DEBUG oslo_concurrency.lockutils [None req-59efd8c4-a68d-43fb-9169-8540776409d0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.159s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.379983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.380195] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.387607] env[69692]: DEBUG nova.network.neutron [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updated VIF entry in instance network info cache for port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.387954] env[69692]: DEBUG nova.network.neutron [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [{"id": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "address": "fa:16:3e:a7:3b:00", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6884af1b-1b", "ovs_interfaceid": "6884af1b-1be8-46b3-b0f5-88a66a1b90b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.518987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1016.519532] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Fetch image to [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd/OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1016.519841] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Downloading stream optimized image 5275ac21-b7f3-4104-94ad-7e118537ad73 to [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd/OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd.vmdk on the data store datastore1 as vApp {{(pid=69692) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1016.520125] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Downloading image file data 5275ac21-b7f3-4104-94ad-7e118537ad73 to the ESX as VM named 'OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd' {{(pid=69692) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1016.596745] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1016.596745] env[69692]: value = "resgroup-9" [ 1016.596745] env[69692]: _type = "ResourcePool" [ 1016.596745] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1016.597172] env[69692]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-44a29030-d1a6-478c-94cc-073a1851c432 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.631618] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease: (returnval){ [ 1016.631618] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1016.631618] env[69692]: _type = "HttpNfcLease" [ 1016.631618] env[69692]: } obtained for vApp import into resource pool (val){ [ 1016.631618] env[69692]: value = "resgroup-9" [ 1016.631618] env[69692]: _type = "ResourcePool" [ 1016.631618] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1016.632308] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the lease: (returnval){ [ 1016.632308] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1016.632308] env[69692]: _type = "HttpNfcLease" [ 1016.632308] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.640216] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.640216] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1016.640216] env[69692]: _type = "HttpNfcLease" [ 1016.640216] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.752603] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b8728f3f-a471-4115-bee0-192630986f5a tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Lock "03afb7d6-186a-4fce-a004-003937329ff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.832249] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.833464] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7304b16c-d254-413d-b645-b97e84bb2bf2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.842291] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.842719] env[69692]: ERROR oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk due to incomplete transfer. [ 1016.845468] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56cf3e22-742d-4c18-a5ee-8a48fa7823b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.855199] env[69692]: DEBUG oslo_vmware.rw_handles [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b444d4-3006-8909-03f8-2b7a59782625/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.855445] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Uploaded image a7c4cdb1-5917-4f82-b1b5-c60e6539671a to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1016.857921] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.861160] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-291ac642-ad2d-4a2f-9e16-f0830de31d29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.869581] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1016.869581] env[69692]: value = "task-3536327" [ 1016.869581] env[69692]: _type = "Task" [ 1016.869581] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.884373] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.887384] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536327, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.891268] env[69692]: DEBUG oslo_concurrency.lockutils [req-f5dca21c-7f64-453e-a89d-3dbd54e4bb33 req-baed10ae-3d0c-49e7-b071-8f6ae7e6b6f1 service nova] Releasing lock "refresh_cache-cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938318] env[69692]: INFO nova.compute.manager [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Rebuilding instance [ 1016.992228] env[69692]: DEBUG nova.compute.manager [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.992287] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b3e5a-a553-464c-afac-74ce43b6682f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.144756] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.144756] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1017.144756] env[69692]: _type = "HttpNfcLease" [ 1017.144756] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1017.186628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cb9f1-f37b-4126-b017-bb16813a3762 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.194884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18876e-294a-427b-b162-85c7176edb79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.230170] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df79360e-6dae-4960-bbff-9b386c8c3bf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.238601] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f90a6-479c-45ea-9878-f250f5c3be3e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.253514] env[69692]: DEBUG nova.compute.provider_tree [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.381371] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536327, 'name': Destroy_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.409711] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.646880] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.646880] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1017.646880] env[69692]: _type = "HttpNfcLease" [ 1017.646880] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.647462] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.647462] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5246e7ca-32d3-297d-be6c-68208df7eba3" [ 1017.647462] env[69692]: _type = "HttpNfcLease" [ 1017.647462] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1017.647969] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a47b2a-e9c8-4aef-83b7-c93806849dae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657299] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.657511] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1017.727134] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82e1b47d-a839-4b4c-9095-869a0fef917e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.756999] env[69692]: DEBUG nova.scheduler.client.report [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.882940] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536327, 'name': Destroy_Task, 'duration_secs': 0.674216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.883220] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Destroyed the VM [ 1017.883481] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.883758] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0cc8b85-4609-44c8-ae4e-6e80ce15d4c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.892027] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1017.892027] env[69692]: value = "task-3536328" [ 1017.892027] env[69692]: _type = "Task" [ 1017.892027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.901968] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.012360] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.013031] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da18ffaa-2bb9-42d3-bba5-1ed73e7638c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.023045] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1018.023045] env[69692]: value = "task-3536329" [ 1018.023045] env[69692]: _type = "Task" [ 1018.023045] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.035809] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.274032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.279517] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.128s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.280319] env[69692]: DEBUG nova.objects.instance [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lazy-loading 'resources' on Instance uuid 09c53286-6c55-4a21-a118-f463bf31d88f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.311608] env[69692]: INFO nova.scheduler.client.report [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted allocations for instance 61c174b9-4fd3-477e-94d0-657eb14e0903 [ 1018.411471] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536328, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.537113] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536329, 'name': PowerOffVM_Task, 'duration_secs': 0.266592} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.538778] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.539262] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.544992] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccb40d4-7ead-403c-9ba0-b36a09aa20cb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.556871] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.558111] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4994344e-d8fb-4772-829c-1549fa6ac498 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.832716] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64c46bf0-9274-4a21-9d5d-e29f500e3327 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "61c174b9-4fd3-477e-94d0-657eb14e0903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.777s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.913312] env[69692]: DEBUG oslo_vmware.api [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536328, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96723} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.919725] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.919725] env[69692]: INFO nova.compute.manager [None req-545babfa-1619-4cb8-9cee-95c3b3fe1326 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Took 20.51 seconds to snapshot the instance on the hypervisor. [ 1018.964577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.965106] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.996987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.997405] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.997618] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore2] 6472233c-5068-4634-be5c-aca883a1783d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.998454] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a75451b6-05e5-4aae-820a-31d5ee1985f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.006861] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1019.006861] env[69692]: value = "task-3536332" [ 1019.006861] env[69692]: _type = "Task" [ 1019.006861] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.023389] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.053061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.053061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.053061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.053599] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.053776] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.056458] env[69692]: INFO nova.compute.manager [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Terminating instance [ 1019.215335] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1019.215560] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.216476] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e483c4-a301-46d9-b225-e4b3827caf1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.223871] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.224172] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1019.227624] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-544cd293-142d-4e3e-aca8-078f5de0895f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.355665] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5e868-1d2b-484f-80fd-625d03139be7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.365740] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caada8c-384e-4577-ae4d-9cddd2393bd6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.401914] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5783ad-bf9d-4d86-94b9-007bd7e8b7c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.410547] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c72db-eee7-4097-8e8d-7023ef6dc6a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.425593] env[69692]: DEBUG nova.compute.provider_tree [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.442195] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffb8d0-32e0-0589-689c-6afb7ad159f6/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1019.442712] env[69692]: INFO nova.virt.vmwareapi.images [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Downloaded image file data 5275ac21-b7f3-4104-94ad-7e118537ad73 [ 1019.443711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683e82f-bccf-45ba-bd84-065f77dac25d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.462251] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7815839a-39fe-4727-be84-c0758300abec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.474056] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.489587] env[69692]: INFO nova.virt.vmwareapi.images [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] The imported VM was unregistered [ 1019.492147] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1019.492396] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.492671] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd74399-05cd-46ec-84d6-0661977ed31b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.504605] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.504823] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd/OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd.vmdk to [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk. {{(pid=69692) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1019.505032] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b2e2fa63-01a7-467d-a116-a3ad8b64ae93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.516178] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1019.516178] env[69692]: value = "task-3536334" [ 1019.516178] env[69692]: _type = "Task" [ 1019.516178] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.520346] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195002} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.523295] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.523494] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.523665] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.534255] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.563893] env[69692]: DEBUG nova.compute.manager [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.564172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.565767] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd71ba-7f25-4f95-8397-0e853fbff111 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.575139] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.575521] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aed5ee7-88c0-4307-bb72-04c6d039ca44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.585289] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 1019.585289] env[69692]: value = "task-3536335" [ 1019.585289] env[69692]: _type = "Task" [ 1019.585289] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.594813] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.930499] env[69692]: DEBUG nova.scheduler.client.report [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.998086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.035074] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.099207] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536335, 'name': PowerOffVM_Task, 'duration_secs': 0.206405} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.099532] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.099691] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.099975] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c80b809-3989-4a4d-8da3-4bf02662b526 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.245380] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.245380] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.245380] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore1] 4a40d82c-5823-4bd7-ba16-f87cfd283895 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.245380] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7225e4b6-ed78-496a-934d-f9fefca1b24a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.255212] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 1020.255212] env[69692]: value = "task-3536337" [ 1020.255212] env[69692]: _type = "Task" [ 1020.255212] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.267858] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.437352] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.439986] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.271s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.466884] env[69692]: INFO nova.scheduler.client.report [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleted allocations for instance 09c53286-6c55-4a21-a118-f463bf31d88f [ 1020.534026] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.560019] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.560432] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.560633] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.560847] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.560995] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.561166] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.561460] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.561648] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.561825] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.561993] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.562217] env[69692]: DEBUG nova.virt.hardware [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.563129] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6db6f-083d-4ed3-bc77-dd7fb4f6ee9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.572835] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad358fb-dc61-4090-af1f-489bd638b13a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.589811] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:5d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cda2481-ab53-470e-897d-1e4a9b0dde62', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.597559] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.597737] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.597967] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2474526e-96ce-4e8a-a93e-e5df1c38eaa0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.621726] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.621726] env[69692]: value = "task-3536338" [ 1020.621726] env[69692]: _type = "Task" [ 1020.621726] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.633720] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536338, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.768634] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.805692] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "c15b51cd-6c35-40fb-ada0-743dd0939796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.805959] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.899745] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1020.900016] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706279', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'name': 'volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'serial': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1020.900990] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e8e8b-8909-486e-9b15-8067248008d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.925264] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6153c2-4fdb-42f2-8c09-8a28ad16408a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.950338] env[69692]: INFO nova.compute.claims [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.962486] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e/volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.963853] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be06165a-1a63-488d-a078-e9a6c8e5f8f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.982898] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "09c53286-6c55-4a21-a118-f463bf31d88f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.935s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.990743] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1020.990743] env[69692]: value = "task-3536339" [ 1020.990743] env[69692]: _type = "Task" [ 1020.990743] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.008518] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.041634] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.133710] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536338, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.241808] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "c313d34f-a527-4c11-b136-f11072822afa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.242310] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.242695] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "c313d34f-a527-4c11-b136-f11072822afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.243152] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.243461] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.247288] env[69692]: INFO nova.compute.manager [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Terminating instance [ 1021.269571] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.309186] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.467027] env[69692]: INFO nova.compute.resource_tracker [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating resource usage from migration ae521edf-ef16-4a5c-a890-195f06e23bd2 [ 1021.505550] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.536222] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.634842] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536338, 'name': CreateVM_Task, 'duration_secs': 1.013502} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.635042] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.635789] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.635929] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.636277] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.636899] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc5da91-ab4d-4ac5-97ff-d67a3ad96e50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.645287] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1021.645287] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5208c2c2-4518-1084-50bc-fdcb3888e3aa" [ 1021.645287] env[69692]: _type = "Task" [ 1021.645287] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.660987] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5208c2c2-4518-1084-50bc-fdcb3888e3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.753416] env[69692]: DEBUG nova.compute.manager [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.753717] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.754984] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee17677-33e6-4b8b-94b2-ba29a2598a9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.774355] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.779017] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a81fea-39b4-40be-8f50-18d2ae54775f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.781426] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.793238] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 1021.793238] env[69692]: value = "task-3536340" [ 1021.793238] env[69692]: _type = "Task" [ 1021.793238] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.808192] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.832033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.942046] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022a8d1-a89a-458d-974e-41088ccf8a4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.952938] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e1511-a5e2-4d9b-9b20-9d9c7d1261f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.988713] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29491fa1-c130-4225-9434-04f2c31f8e44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.001311] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24116d15-606c-4e3d-9789-51f0d6c43b87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.009939] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.021055] env[69692]: DEBUG nova.compute.provider_tree [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.034290] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.158537] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5208c2c2-4518-1084-50bc-fdcb3888e3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.100116} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.159104] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.159416] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.159674] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.159827] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.160130] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.160434] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25edbea7-a10c-4024-9da0-6ca1673bc1d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.203885] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.203885] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.204507] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d691a56-689f-411d-afd8-c8438309c7d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.211514] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1022.211514] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521de107-a0c3-8a81-651b-7aabfa42ea9e" [ 1022.211514] env[69692]: _type = "Task" [ 1022.211514] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.221463] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521de107-a0c3-8a81-651b-7aabfa42ea9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.283601] env[69692]: DEBUG oslo_vmware.api [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.803575} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.283939] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.284180] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.284365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.284539] env[69692]: INFO nova.compute.manager [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1022.284780] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.284964] env[69692]: DEBUG nova.compute.manager [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.285088] env[69692]: DEBUG nova.network.neutron [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.301956] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536340, 'name': PowerOffVM_Task, 'duration_secs': 0.270576} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.302219] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.302385] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.302617] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a541a5-6f2b-400e-8125-36b642a19c74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.366882] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.367659] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.367659] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleting the datastore file [datastore2] c313d34f-a527-4c11-b136-f11072822afa {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.367935] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd0eb26-5080-46b6-a277-d907caf90fad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.376607] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for the task: (returnval){ [ 1022.376607] env[69692]: value = "task-3536342" [ 1022.376607] env[69692]: _type = "Task" [ 1022.376607] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.385150] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.504686] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536339, 'name': ReconfigVM_Task, 'duration_secs': 1.188948} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.504829] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e/volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.509800] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20731216-c701-489a-b4ed-4509ed6e7e99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.523786] env[69692]: DEBUG nova.scheduler.client.report [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.528759] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1022.528759] env[69692]: value = "task-3536343" [ 1022.528759] env[69692]: _type = "Task" [ 1022.528759] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.542541] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.545172] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536334, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.860133} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.546161] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd/OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd.vmdk to [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk. [ 1022.546777] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Cleaning up location [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1022.546777] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dd6be96b-de79-4fc8-ad8d-c25400123dcd {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.546777] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65249cb9-9b49-4cdc-a4c1-0f1e693505c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.556642] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1022.556642] env[69692]: value = "task-3536344" [ 1022.556642] env[69692]: _type = "Task" [ 1022.556642] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.568558] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.615696] env[69692]: DEBUG nova.compute.manager [req-855c599c-60c6-47b2-a57a-28e8d0be6bb6 req-bbb1667f-d54a-4eb2-925b-560cfc839a85 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Received event network-vif-deleted-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.615921] env[69692]: INFO nova.compute.manager [req-855c599c-60c6-47b2-a57a-28e8d0be6bb6 req-bbb1667f-d54a-4eb2-925b-560cfc839a85 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Neutron deleted interface 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f; detaching it from the instance and deleting it from the info cache [ 1022.616188] env[69692]: DEBUG nova.network.neutron [req-855c599c-60c6-47b2-a57a-28e8d0be6bb6 req-bbb1667f-d54a-4eb2-925b-560cfc839a85 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.722785] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521de107-a0c3-8a81-651b-7aabfa42ea9e, 'name': SearchDatastore_Task, 'duration_secs': 0.099629} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.723621] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcd9365-759f-471e-be83-eb53b758e113 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.730543] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1022.730543] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52820bf2-3d49-e43c-2aa8-3ffaac672559" [ 1022.730543] env[69692]: _type = "Task" [ 1022.730543] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.739050] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52820bf2-3d49-e43c-2aa8-3ffaac672559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.888197] env[69692]: DEBUG oslo_vmware.api [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Task: {'id': task-3536342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217044} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.888493] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.888655] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.888814] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.889032] env[69692]: INFO nova.compute.manager [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] [instance: c313d34f-a527-4c11-b136-f11072822afa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.890043] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.890043] env[69692]: DEBUG nova.compute.manager [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.890043] env[69692]: DEBUG nova.network.neutron [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.035057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.594s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.035057] env[69692]: INFO nova.compute.manager [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Migrating [ 1023.044726] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.782s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.046223] env[69692]: INFO nova.compute.claims [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.052151] env[69692]: DEBUG nova.network.neutron [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.066242] env[69692]: DEBUG oslo_vmware.api [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536343, 'name': ReconfigVM_Task, 'duration_secs': 0.167923} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.067514] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706279', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'name': 'volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'serial': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1023.077658] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042142} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.077927] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.078124] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.078395] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk to [datastore1] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.078965] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa8edf3-d137-45d5-9a5c-5dc76745d5d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.089479] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1023.089479] env[69692]: value = "task-3536345" [ 1023.089479] env[69692]: _type = "Task" [ 1023.089479] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.107531] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.118820] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04425287-f377-43ab-b4ed-31a1df491459 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.130222] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4b4d6-a6b1-48a8-b62e-82ff8d31878c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.170021] env[69692]: DEBUG nova.compute.manager [req-855c599c-60c6-47b2-a57a-28e8d0be6bb6 req-bbb1667f-d54a-4eb2-925b-560cfc839a85 service nova] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Detach interface failed, port_id=781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f, reason: Instance 4a40d82c-5823-4bd7-ba16-f87cfd283895 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.242034] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52820bf2-3d49-e43c-2aa8-3ffaac672559, 'name': SearchDatastore_Task, 'duration_secs': 0.024182} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.242355] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.242641] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.242926] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50de824b-d803-4613-a005-aa6145e50d6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.250094] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1023.250094] env[69692]: value = "task-3536346" [ 1023.250094] env[69692]: _type = "Task" [ 1023.250094] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.259044] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.560572] env[69692]: INFO nova.compute.manager [-] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Took 1.28 seconds to deallocate network for instance. [ 1023.561575] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.561737] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.561883] env[69692]: DEBUG nova.network.neutron [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.605633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.606457] env[69692]: DEBUG oslo_concurrency.lockutils [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.606457] env[69692]: DEBUG nova.objects.instance [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.608823] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.644196] env[69692]: DEBUG nova.network.neutron [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.762814] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.075078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.104555] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.111011] env[69692]: DEBUG nova.objects.instance [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.120233] env[69692]: DEBUG nova.objects.instance [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'flavor' on Instance uuid 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.149485] env[69692]: INFO nova.compute.manager [-] [instance: c313d34f-a527-4c11-b136-f11072822afa] Took 1.26 seconds to deallocate network for instance. [ 1024.272516] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.335027] env[69692]: DEBUG nova.network.neutron [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.518058] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01357493-2b22-42c9-9171-45f03992c868 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.529679] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261f3ee8-3a53-4dfd-b041-6e9d58c76c3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.566830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6981d55b-0fd7-41c6-9959-2c8c0c7b43fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.577777] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a31c6-1636-4533-84bd-f2bec4d1a532 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.598126] env[69692]: DEBUG nova.compute.provider_tree [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.612550] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.613108] env[69692]: DEBUG nova.objects.base [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.613308] env[69692]: DEBUG nova.network.neutron [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.624935] env[69692]: DEBUG oslo_concurrency.lockutils [None req-af2bbfcb-3b26-4416-b869-42fedcff47cc tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.859s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.659139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.700755] env[69692]: DEBUG oslo_concurrency.lockutils [None req-28e46f4a-cd0e-4449-8705-331bd0b8d5f5 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.767367] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.800632] env[69692]: DEBUG nova.compute.manager [req-3a6f1172-46ab-4ec0-856c-9d998a698503 req-4ad0dc78-95e4-4c3a-be0d-e735c4ee3557 service nova] [instance: c313d34f-a527-4c11-b136-f11072822afa] Received event network-vif-deleted-cb4b11f4-a93c-43d2-87c6-c727d871adac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.837443] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.104783] env[69692]: DEBUG nova.scheduler.client.report [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.111858] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.288023] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.532098] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.532384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.532612] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.532801] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.532969] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.535331] env[69692]: INFO nova.compute.manager [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Terminating instance [ 1025.612348] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.613203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.613805] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.616690] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.295s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.617780] env[69692]: DEBUG nova.objects.instance [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lazy-loading 'resources' on Instance uuid ee95a900-6d2a-432e-b7e5-d2f52adf9e44 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.764861] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.488705} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.765203] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.765471] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.765708] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c6ef2f-5e53-40b0-95e0-f63f1c0a4bdd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.774604] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1025.774604] env[69692]: value = "task-3536347" [ 1025.774604] env[69692]: _type = "Task" [ 1025.774604] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.787232] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.039813] env[69692]: DEBUG nova.compute.manager [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.040090] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.040406] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d0582f-23cc-4339-9d56-c1f84a6c2198 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.048201] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1026.048201] env[69692]: value = "task-3536348" [ 1026.048201] env[69692]: _type = "Task" [ 1026.048201] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.057011] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.109553] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536345, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.637392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.109883] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5275ac21-b7f3-4104-94ad-7e118537ad73/5275ac21-b7f3-4104-94ad-7e118537ad73.vmdk to [datastore1] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.110712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220a697-456b-40d8-aa65-aa8f91abe95f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.126593] env[69692]: DEBUG nova.compute.utils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.139176] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.140734] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.143260] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.143431] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.145515] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ae7c55-7987-42a0-9bc7-6ff19029ab77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.168773] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1026.168773] env[69692]: value = "task-3536349" [ 1026.168773] env[69692]: _type = "Task" [ 1026.168773] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.181471] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.212645] env[69692]: DEBUG nova.policy [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d88bf271a534946a1d3909bff360165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0cd2d6985c04e169945fcd0d0bfeeff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.285933] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086956} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.288910] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.290510] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f653483-ebe7-47f8-bdfc-7ed1b3dd3f4e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.318825] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.322351] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509237ba-4aa4-48f6-8bab-d731707290b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.345016] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1026.345016] env[69692]: value = "task-3536350" [ 1026.345016] env[69692]: _type = "Task" [ 1026.345016] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.360173] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.360173] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb919f-4229-4542-a421-85a0541be19d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.379230] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.533467] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Successfully created port: 81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.562568] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536348, 'name': PowerOffVM_Task, 'duration_secs': 0.42312} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.562568] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.562568] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.562568] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706279', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'name': 'volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'serial': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.563168] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ac650-bbc7-453b-abc2-4002a3bd3b58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.596481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d7f8e-7b28-47e0-ae0c-4a9d1f3b0a08 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.604396] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6623e8df-248b-47e0-a1d6-97b11c5f2f63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.627033] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6aba99-d41d-4c9b-aae7-d2ddd73c0fcf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.645177] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] The volume has not been displaced from its original location: [datastore1] volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e/volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.650738] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.653571] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c1ceb7-f717-4e74-aa9b-30bbad9c2e03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.677310] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1026.677310] env[69692]: value = "task-3536351" [ 1026.677310] env[69692]: _type = "Task" [ 1026.677310] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.679356] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536349, 'name': ReconfigVM_Task, 'duration_secs': 0.323943} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.682379] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfigured VM instance instance-00000026 to attach disk [datastore1] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02/cdb720d4-e7ef-4e59-aa43-225cf1ed5e02.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.684777] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'device_type': 'disk', 'image_id': 'be3c5e01-f5be-4c91-b21b-f4aa2639018e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '9aa697c1-3b47-4847-b876-edd6d144edeb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706256', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'name': 'volume-9f1b7008-81dc-4053-b815-1156bcfec2df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cdb720d4-e7ef-4e59-aa43-225cf1ed5e02', 'attached_at': '', 'detached_at': '', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'serial': '9f1b7008-81dc-4053-b815-1156bcfec2df'}, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69692) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1026.684777] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.684777] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706256', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'name': 'volume-9f1b7008-81dc-4053-b815-1156bcfec2df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cdb720d4-e7ef-4e59-aa43-225cf1ed5e02', 'attached_at': '', 'detached_at': '', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'serial': '9f1b7008-81dc-4053-b815-1156bcfec2df'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.688477] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09230c40-8752-4273-902e-3361f7fdbacf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.697218] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.713936] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab36b49-e0dd-40bc-a809-9cf00b96df04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.741255] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-9f1b7008-81dc-4053-b815-1156bcfec2df/volume-9f1b7008-81dc-4053-b815-1156bcfec2df.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.744063] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f91c923-bc57-41ac-b5f4-addec7580f77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.761499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.761767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.762094] env[69692]: DEBUG nova.objects.instance [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.764816] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1026.764816] env[69692]: value = "task-3536352" [ 1026.764816] env[69692]: _type = "Task" [ 1026.764816] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.776692] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.789304] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac93ed-9b48-4246-9585-25cb63129068 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.798199] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba25ed-b889-4b1f-a630-1b9eca328a06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.834408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657010f-4437-4287-a0b1-2c1fd1afb481 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.844027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88af0e-105b-4c85-aac5-524ef209ea37 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.858137] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536350, 'name': ReconfigVM_Task, 'duration_secs': 0.326158} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.867212] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6472233c-5068-4634-be5c-aca883a1783d/6472233c-5068-4634-be5c-aca883a1783d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.869397] env[69692]: DEBUG nova.compute.provider_tree [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.870128] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a49e4e9-6d38-43f7-944a-59cb90932afb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882126] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1026.882126] env[69692]: value = "task-3536353" [ 1026.882126] env[69692]: _type = "Task" [ 1026.882126] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.889061] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.889829] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9674ce-ded0-4414-b545-23f5519e9bbb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.897316] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536353, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.898759] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1026.898759] env[69692]: value = "task-3536354" [ 1026.898759] env[69692]: _type = "Task" [ 1026.898759] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.910740] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.911106] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.172245] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.189392] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536351, 'name': ReconfigVM_Task, 'duration_secs': 0.288709} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.189669] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.196502] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f50668-1307-4282-a58b-4a9e7840c0fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.212588] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.212814] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.212957] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.213151] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.213303] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.213445] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.213649] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.213805] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.213972] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.214147] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.214326] env[69692]: DEBUG nova.virt.hardware [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.215464] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ed231-39b8-4e84-ba9d-cc744f989141 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.219214] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1027.219214] env[69692]: value = "task-3536355" [ 1027.219214] env[69692]: _type = "Task" [ 1027.219214] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.225981] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282bef2-a37b-4916-a993-d4c56506b1a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.232794] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.281133] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536352, 'name': ReconfigVM_Task, 'duration_secs': 0.318582} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.281504] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-9f1b7008-81dc-4053-b815-1156bcfec2df/volume-9f1b7008-81dc-4053-b815-1156bcfec2df.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.286699] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d599de1c-d560-487e-a55c-7a8bad87e05e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.306084] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1027.306084] env[69692]: value = "task-3536356" [ 1027.306084] env[69692]: _type = "Task" [ 1027.306084] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.314856] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.354020] env[69692]: DEBUG nova.objects.instance [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.374751] env[69692]: DEBUG nova.scheduler.client.report [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.396020] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536353, 'name': Rename_Task, 'duration_secs': 0.155147} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.396020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.396020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ce78e2-c608-472b-bc3e-a9dfd2c53493 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.405447] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1027.405447] env[69692]: value = "task-3536357" [ 1027.405447] env[69692]: _type = "Task" [ 1027.405447] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.414342] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.419369] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.419947] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.420286] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.420997] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.420997] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.420997] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.426435] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cfe1df-4d51-499f-a867-6429b1d89c93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.444376] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1027.444376] env[69692]: value = "task-3536358" [ 1027.444376] env[69692]: _type = "Task" [ 1027.444376] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.455964] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.730285] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536355, 'name': ReconfigVM_Task, 'duration_secs': 0.318921} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.730643] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706279', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'name': 'volume-b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e', 'serial': 'b677a98e-5a2e-4d60-bde7-b66a2c26280e'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.730954] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.731771] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be760343-9306-4818-ba96-c4924f0c4713 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.738925] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.739204] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-380503f1-7373-407c-9aaf-ba31ab95a5b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.803805] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.804080] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.804296] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore2] 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.804558] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3502d78c-b9a8-488f-b07d-5f29b6faf7a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.814298] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1027.814298] env[69692]: value = "task-3536360" [ 1027.814298] env[69692]: _type = "Task" [ 1027.814298] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.817265] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536356, 'name': ReconfigVM_Task, 'duration_secs': 0.182909} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.821759] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706256', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'name': 'volume-9f1b7008-81dc-4053-b815-1156bcfec2df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cdb720d4-e7ef-4e59-aa43-225cf1ed5e02', 'attached_at': '', 'detached_at': '', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'serial': '9f1b7008-81dc-4053-b815-1156bcfec2df'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.822035] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ca4e71-45e8-4a94-9580-dbd3e8cc1d7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.829341] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.830829] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1027.830829] env[69692]: value = "task-3536361" [ 1027.830829] env[69692]: _type = "Task" [ 1027.830829] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.839960] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536361, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.855575] env[69692]: DEBUG nova.objects.base [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.855575] env[69692]: DEBUG nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.880694] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.883158] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.191s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.883405] env[69692]: DEBUG nova.objects.instance [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lazy-loading 'resources' on Instance uuid 339b89cb-9191-453f-b407-e96b61289fb9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.909108] env[69692]: INFO nova.scheduler.client.report [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted allocations for instance ee95a900-6d2a-432e-b7e5-d2f52adf9e44 [ 1027.920852] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.922690] env[69692]: DEBUG nova.policy [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.957013] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536358, 'name': ReconfigVM_Task, 'duration_secs': 0.2227} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.957337] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.181893] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Successfully updated port: 81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.295707] env[69692]: DEBUG nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Successfully created port: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.326722] env[69692]: DEBUG oslo_vmware.api [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143418} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.327012] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.327220] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.327403] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.327576] env[69692]: INFO nova.compute.manager [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1028.327816] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.328044] env[69692]: DEBUG nova.compute.manager [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.328102] env[69692]: DEBUG nova.network.neutron [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.339679] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536361, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.415608] env[69692]: DEBUG oslo_vmware.api [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536357, 'name': PowerOnVM_Task, 'duration_secs': 0.53612} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.418165] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.418385] env[69692]: DEBUG nova.compute.manager [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.419551] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf687d-7ec0-4af9-9ed6-7341a0037127 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.424798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5537abb2-3785-40de-b876-7527d240ece0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "ee95a900-6d2a-432e-b7e5-d2f52adf9e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.605s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.469460] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.469635] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.469813] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.470048] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.470220] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.470375] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.470600] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.470774] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.470953] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.471259] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.471411] env[69692]: DEBUG nova.virt.hardware [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.476780] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.479143] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f90a11-e3cd-440a-b53f-14f390cb8cb3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.495860] env[69692]: DEBUG nova.compute.manager [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Received event network-vif-plugged-81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.496197] env[69692]: DEBUG oslo_concurrency.lockutils [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] Acquiring lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.496335] env[69692]: DEBUG oslo_concurrency.lockutils [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.496519] env[69692]: DEBUG oslo_concurrency.lockutils [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.496786] env[69692]: DEBUG nova.compute.manager [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] No waiting events found dispatching network-vif-plugged-81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.496946] env[69692]: WARNING nova.compute.manager [req-6f28a057-1a77-440c-92ed-13ed4eabbcdc req-9f8a6920-54ae-4057-9c94-3fdecce03473 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Received unexpected event network-vif-plugged-81467bbd-118e-423b-868e-b719d949e440 for instance with vm_state building and task_state spawning. [ 1028.505451] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1028.505451] env[69692]: value = "task-3536362" [ 1028.505451] env[69692]: _type = "Task" [ 1028.505451] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.515834] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.688668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.688894] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquired lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.688951] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.841204] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536361, 'name': Rename_Task, 'duration_secs': 0.761014} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.843825] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.844303] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a2d293-6896-4712-a974-1220ca39a593 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.852635] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1028.852635] env[69692]: value = "task-3536363" [ 1028.852635] env[69692]: _type = "Task" [ 1028.852635] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.864398] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.868891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2269338-10f0-446c-825b-8a64b708e84a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.876387] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639d93c6-30a9-4041-8048-4f9996b31416 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911206] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c77b985-25d7-4f75-8b7e-915135250122 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.919761] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c620171e-ea99-49fc-99ec-aca6fcac166b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.934349] env[69692]: DEBUG nova.compute.provider_tree [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.945851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.017299] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536362, 'name': ReconfigVM_Task, 'duration_secs': 0.211789} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.017426] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.018281] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b5d1b-5a56-40e6-a0c5-a2d24d7d7fab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.041434] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.041746] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8336b8ed-47f1-4463-a1c2-8b6cb66f3403 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060347] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1029.060347] env[69692]: value = "task-3536364" [ 1029.060347] env[69692]: _type = "Task" [ 1029.060347] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.071856] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.214519] env[69692]: DEBUG nova.network.neutron [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.225412] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.362610] env[69692]: DEBUG oslo_vmware.api [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536363, 'name': PowerOnVM_Task, 'duration_secs': 0.460571} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.362921] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.378834] env[69692]: DEBUG nova.network.neutron [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Updating instance_info_cache with network_info: [{"id": "81467bbd-118e-423b-868e-b719d949e440", "address": "fa:16:3e:78:3e:90", "network": {"id": "4a80cf50-ab00-4221-b266-85c6dff5043e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-292934648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0cd2d6985c04e169945fcd0d0bfeeff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81467bbd-11", "ovs_interfaceid": "81467bbd-118e-423b-868e-b719d949e440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.439401] env[69692]: DEBUG nova.scheduler.client.report [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.468994] env[69692]: DEBUG nova.compute.manager [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.469927] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c1572-d77b-4dd2-91de-2ff28b1ee4bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.571062] env[69692]: DEBUG oslo_vmware.api [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536364, 'name': ReconfigVM_Task, 'duration_secs': 0.320545} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.571062] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8/ae154727-5f48-4e34-8b19-0d9bfce788c8.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.571062] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.716980] env[69692]: INFO nova.compute.manager [-] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Took 1.39 seconds to deallocate network for instance. [ 1029.882244] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Releasing lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882562] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Instance network_info: |[{"id": "81467bbd-118e-423b-868e-b719d949e440", "address": "fa:16:3e:78:3e:90", "network": {"id": "4a80cf50-ab00-4221-b266-85c6dff5043e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-292934648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0cd2d6985c04e169945fcd0d0bfeeff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81467bbd-11", "ovs_interfaceid": "81467bbd-118e-423b-868e-b719d949e440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.882991] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:3e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81467bbd-118e-423b-868e-b719d949e440', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.890741] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Creating folder: Project (c0cd2d6985c04e169945fcd0d0bfeeff). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.891041] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb47019-7000-4b25-8d75-b99de7ec4cd3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.904833] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Created folder: Project (c0cd2d6985c04e169945fcd0d0bfeeff) in parent group-v706084. [ 1029.905131] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Creating folder: Instances. Parent ref: group-v706282. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.905423] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ccdac4d-dad4-4bf9-b85d-493e83225c97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.916955] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Created folder: Instances in parent group-v706282. [ 1029.916955] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.916955] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.916955] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b7ebeb-5900-4ef1-9f2b-853d2309efda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.937155] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.937155] env[69692]: value = "task-3536367" [ 1029.937155] env[69692]: _type = "Task" [ 1029.937155] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.946535] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.948956] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.179s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.951085] env[69692]: INFO nova.compute.claims [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.958258] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536367, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.990553] env[69692]: INFO nova.scheduler.client.report [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted allocations for instance 339b89cb-9191-453f-b407-e96b61289fb9 [ 1029.992788] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2712eb99-b540-41ed-a83c-d01579037899 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 69.112s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.003232] env[69692]: DEBUG nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Successfully updated port: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.077121] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c81bd-a6fa-4e49-918f-b32c2b898bb1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.097958] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91f063-af08-4ee3-beee-b22dcfaa132f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.116905] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.263804] env[69692]: INFO nova.compute.manager [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Took 0.55 seconds to detach 1 volumes for instance. [ 1030.288980] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.290024] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.450019] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536367, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.503316] env[69692]: DEBUG oslo_concurrency.lockutils [None req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "339b89cb-9191-453f-b407-e96b61289fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.603s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.507415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.507415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.507415] env[69692]: DEBUG nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.659830] env[69692]: DEBUG nova.network.neutron [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Port 3fec77fa-3751-46ec-b3f7-d9f364614abd binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1030.771159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.792518] env[69692]: DEBUG nova.compute.utils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.947430] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536367, 'name': CreateVM_Task, 'duration_secs': 0.577318} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.947620] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.948348] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.948516] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.948840] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.949129] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4b6614-e8ec-4c30-8fd2-19d578ba39a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.955424] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1030.955424] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea9b17-49d7-5617-b281-df5569a9eeaf" [ 1030.955424] env[69692]: _type = "Task" [ 1030.955424] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.965995] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea9b17-49d7-5617-b281-df5569a9eeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.042957] env[69692]: WARNING nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 1031.295542] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.330828] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e588161-c220-4a5c-82a4-aac038890c97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.334933] env[69692]: DEBUG nova.network.neutron [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "address": "fa:16:3e:a5:bb:35", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f2a3b1-14", "ovs_interfaceid": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.339020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073add4d-4d1e-4e82-8ea6-6b64b0685a78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.369855] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6aa1d0-1040-44a3-94d2-17b192f5a5d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.378222] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce26c89-4cd8-435c-99cd-5644d02ef8ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.393096] env[69692]: DEBUG nova.compute.provider_tree [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.465624] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea9b17-49d7-5617-b281-df5569a9eeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.029631} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.465916] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.466161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.466397] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.466543] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.466716] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.466957] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df85b80-6cb8-4db6-87bf-8a43c5b70145 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.480619] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.480804] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.481497] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c00666-af9e-48bf-9bf8-d232ced0fa61 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.486569] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1031.486569] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52760513-d0d5-4dec-97c2-e4f522a54f9b" [ 1031.486569] env[69692]: _type = "Task" [ 1031.486569] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.494719] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52760513-d0d5-4dec-97c2-e4f522a54f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.681900] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.682113] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.682276] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.839242] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.839943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.840119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.841021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c50c4-d437-42be-b46a-22258ce78d0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.859093] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.859382] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.859531] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.859723] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.859873] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.860044] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.860293] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.860461] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.860623] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.860789] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.860966] env[69692]: DEBUG nova.virt.hardware [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.867326] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfiguring VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1031.867624] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc13566-4f62-44ef-b486-f15f9539cbf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.893022] env[69692]: DEBUG oslo_vmware.api [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1031.893022] env[69692]: value = "task-3536368" [ 1031.893022] env[69692]: _type = "Task" [ 1031.893022] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.897193] env[69692]: DEBUG nova.scheduler.client.report [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.907043] env[69692]: DEBUG oslo_vmware.api [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536368, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.999410] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52760513-d0d5-4dec-97c2-e4f522a54f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.026892} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.000406] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842d1e53-49f9-4d43-a7bc-462a610fabe5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.008491] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1032.008491] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb19aa-971f-9d28-9f67-557dc46033b0" [ 1032.008491] env[69692]: _type = "Task" [ 1032.008491] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.016874] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb19aa-971f-9d28-9f67-557dc46033b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.385288] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.385625] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.385801] env[69692]: INFO nova.compute.manager [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Attaching volume 70f05969-ab95-43d9-86a7-097e1ab867e6 to /dev/sdb [ 1032.404710] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.405167] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.407827] env[69692]: DEBUG oslo_vmware.api [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.408311] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.442s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.409824] env[69692]: INFO nova.compute.claims [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.421935] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b833d-eb4e-4ee8-a966-9c5e36ada4da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.429966] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c5ec01-8c8f-43c6-b90e-4d66fb367181 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.442355] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "6472233c-5068-4634-be5c-aca883a1783d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.442633] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.442838] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "6472233c-5068-4634-be5c-aca883a1783d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.443030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.443206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.445360] env[69692]: INFO nova.compute.manager [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Terminating instance [ 1032.450875] env[69692]: DEBUG nova.virt.block_device [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updating existing volume attachment record: 65be0432-45ff-4d02-985a-30b491fda451 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.517718] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bb19aa-971f-9d28-9f67-557dc46033b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.518044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.518262] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 73f0fefc-d19a-484d-8a97-04ebf79ec304/73f0fefc-d19a-484d-8a97-04ebf79ec304.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.518526] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9ba41ca-09ec-4184-9ecc-3abfdac4e428 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.526883] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1032.526883] env[69692]: value = "task-3536369" [ 1032.526883] env[69692]: _type = "Task" [ 1032.526883] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.536789] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.610326] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Received event network-changed-81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.610575] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Refreshing instance network info cache due to event network-changed-81467bbd-118e-423b-868e-b719d949e440. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.610794] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Acquiring lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.610983] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Acquired lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.611097] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Refreshing network info cache for port 81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.719904] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.720080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.720326] env[69692]: DEBUG nova.network.neutron [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.908315] env[69692]: DEBUG oslo_vmware.api [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536368, 'name': ReconfigVM_Task, 'duration_secs': 0.930528} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.909974] env[69692]: DEBUG nova.compute.utils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.912164] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.912435] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfigured VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1032.915898] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.915898] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.956230] env[69692]: DEBUG nova.compute.manager [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.956554] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.957586] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4872c0a5-8b0e-4670-aaad-9c9e523b4a3f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.967430] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.968256] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c65a640-b038-4cea-a1a8-6cf33fb18e20 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975635] env[69692]: DEBUG nova.policy [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74dac567dd4d41bca91e8b3793b5a75f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550970d6b26d4819a41acf431a4af61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.982481] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1032.982481] env[69692]: value = "task-3536373" [ 1032.982481] env[69692]: _type = "Task" [ 1032.982481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.993169] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.042340] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.417160] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.424023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a92886af-708f-4d90-bce6-8de53b2705e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.660s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.498368] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536373, 'name': PowerOffVM_Task, 'duration_secs': 0.338683} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.500976] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.501077] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.503405] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad6a790-496b-41ad-a0bb-ed1e16fd7e8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.508776] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Updated VIF entry in instance network info cache for port 81467bbd-118e-423b-868e-b719d949e440. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.509181] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Updating instance_info_cache with network_info: [{"id": "81467bbd-118e-423b-868e-b719d949e440", "address": "fa:16:3e:78:3e:90", "network": {"id": "4a80cf50-ab00-4221-b266-85c6dff5043e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-292934648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0cd2d6985c04e169945fcd0d0bfeeff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81467bbd-11", "ovs_interfaceid": "81467bbd-118e-423b-868e-b719d949e440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.542664] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561873} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.545898] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 73f0fefc-d19a-484d-8a97-04ebf79ec304/73f0fefc-d19a-484d-8a97-04ebf79ec304.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.546057] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.546358] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48684cf-06c4-4d27-b541-4d69aebfda13 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.557166] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1033.557166] env[69692]: value = "task-3536375" [ 1033.557166] env[69692]: _type = "Task" [ 1033.557166] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.571212] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.571500] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.571659] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore1] 6472233c-5068-4634-be5c-aca883a1783d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.571905] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58c8ce9-6eba-4212-811c-d800b4d15ee4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.580995] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.582129] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Successfully created port: 0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.589810] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1033.589810] env[69692]: value = "task-3536376" [ 1033.589810] env[69692]: _type = "Task" [ 1033.589810] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.603011] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.670293] env[69692]: DEBUG nova.network.neutron [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.895716] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0f2fc-8f05-4f8c-a731-d7942bd3b67f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.906031] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e9d9b3-df40-4187-94d0-ca88593c93db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.958098] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db81f6-6b30-4b1d-a19c-6ddf190fc1f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.968348] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54484cc6-2420-48ac-8d92-c5d3ec110a75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.983374] env[69692]: DEBUG nova.compute.provider_tree [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.012059] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Releasing lock "refresh_cache-73f0fefc-d19a-484d-8a97-04ebf79ec304" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.012059] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Received event network-vif-deleted-c3c4736e-157e-4aaa-ae75-f8e097992301 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.012059] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-plugged-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.012406] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.012461] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.012850] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.013083] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] No waiting events found dispatching network-vif-plugged-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.013280] env[69692]: WARNING nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received unexpected event network-vif-plugged-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 for instance with vm_state active and task_state None. [ 1034.013455] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-changed-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.013608] env[69692]: DEBUG nova.compute.manager [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing instance network info cache due to event network-changed-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.013853] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.014030] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.014198] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing network info cache for port b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.069843] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078948} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.070188] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.071012] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766d319b-2f2b-45ab-8937-17336c84a63d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.094440] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 73f0fefc-d19a-484d-8a97-04ebf79ec304/73f0fefc-d19a-484d-8a97-04ebf79ec304.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.095183] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d658ec-dbf8-41c6-a4e1-fd356c230cf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.117215] env[69692]: DEBUG oslo_vmware.api [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349693} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.118891] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.119136] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.119347] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.119584] env[69692]: INFO nova.compute.manager [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1034.119762] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.120020] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1034.120020] env[69692]: value = "task-3536377" [ 1034.120020] env[69692]: _type = "Task" [ 1034.120020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.120214] env[69692]: DEBUG nova.compute.manager [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.120311] env[69692]: DEBUG nova.network.neutron [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.130630] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171513] env[69692]: DEBUG oslo_concurrency.lockutils [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.405798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.406067] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.459487] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.488821] env[69692]: DEBUG nova.scheduler.client.report [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.502391] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.502585] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.502910] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.503419] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.503604] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.503717] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.503884] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.504059] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.504233] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.504399] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.504570] env[69692]: DEBUG nova.virt.hardware [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.505442] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999c8571-523f-43af-aefb-f69f7896ada1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.519716] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85fea1-f3a6-40cb-8850-7dced2510368 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.638022] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.712194] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76869a8-9d93-4e63-ae1e-b8d7262d9e46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.741463] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d79625-2404-43e5-9ce1-09368d656c2e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.752211] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.773078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.773598] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.784937] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updated VIF entry in instance network info cache for port b0f2a3b1-1478-45fa-bef1-cc8aa15defb4. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.785395] env[69692]: DEBUG nova.network.neutron [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "address": "fa:16:3e:a5:bb:35", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f2a3b1-14", "ovs_interfaceid": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.810950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.810950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.877815] env[69692]: DEBUG nova.network.neutron [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.909087] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.966214] env[69692]: DEBUG nova.compute.manager [req-e19e0771-a6e8-49cb-a183-4801bc3ab950 req-4f51d21d-bb53-49be-9b99-7cc6a1b94e19 service nova] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Received event network-vif-deleted-1cda2481-ab53-470e-897d-1e4a9b0dde62 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.998116] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.998655] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.002121] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.729s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.003637] env[69692]: INFO nova.compute.claims [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.133899] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536377, 'name': ReconfigVM_Task, 'duration_secs': 0.777163} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.134306] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 73f0fefc-d19a-484d-8a97-04ebf79ec304/73f0fefc-d19a-484d-8a97-04ebf79ec304.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.134830] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc955e16-125e-46c8-b0ef-e09920923486 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.141957] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1035.141957] env[69692]: value = "task-3536379" [ 1035.141957] env[69692]: _type = "Task" [ 1035.141957] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.152107] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536379, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.258960] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40c4b940-bc23-449c-8461-2c69fe69f072 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance 'ae154727-5f48-4e34-8b19-0d9bfce788c8' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.279632] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.289016] env[69692]: DEBUG oslo_concurrency.lockutils [req-d7de21ce-2f03-4b61-a9a2-03430b26366e req-2e9a2c87-2dcf-4916-a15c-76b5f21ca721 service nova] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.380996] env[69692]: INFO nova.compute.manager [-] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Took 1.26 seconds to deallocate network for instance. [ 1035.438033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.512301] env[69692]: DEBUG nova.compute.utils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.514114] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.517093] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.545865] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Successfully updated port: 0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.602639] env[69692]: DEBUG nova.policy [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6aa640b054b42eeb3b8445f38ab315b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d071210d5c4e3d916a786a04a285a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.652730] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536379, 'name': Rename_Task, 'duration_secs': 0.44022} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.653012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.653266] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7da2c5-9350-42ac-ba9e-4b1b5250b4e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.660456] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1035.660456] env[69692]: value = "task-3536380" [ 1035.660456] env[69692]: _type = "Task" [ 1035.660456] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.669486] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.801068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.887493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.899521] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Successfully created port: 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.014915] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.051647] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.051647] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.051806] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.174577] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.279592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-dee0307b-2d65-4ced-8c79-8ebe8bb80542" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.279592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-dee0307b-2d65-4ced-8c79-8ebe8bb80542" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.279592] env[69692]: DEBUG nova.objects.instance [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.440330] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264339c9-d516-40b5-9793-a025ef72b8fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.448146] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ce7c2-f3f7-4899-9276-2b4a6d80c4f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.479037] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad36d3a-4ac2-4650-aca7-317268d7609b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.487092] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ff8fd-5fb8-40b1-a5f8-1c4ee9c222c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.500711] env[69692]: DEBUG nova.compute.provider_tree [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.587532] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.671636] env[69692]: DEBUG oslo_vmware.api [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536380, 'name': PowerOnVM_Task, 'duration_secs': 0.962374} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671900] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.672116] env[69692]: INFO nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1036.672299] env[69692]: DEBUG nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.673091] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07585b3-ed8b-4d80-b023-594c1a931fea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.736197] env[69692]: DEBUG nova.network.neutron [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating instance_info_cache with network_info: [{"id": "0125791b-4f11-4fbf-ae94-614827a8a13f", "address": "fa:16:3e:17:06:0a", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125791b-4f", "ovs_interfaceid": "0125791b-4f11-4fbf-ae94-614827a8a13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.886859] env[69692]: DEBUG nova.objects.instance [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.999610] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.999857] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706286', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'name': 'volume-70f05969-ab95-43d9-86a7-097e1ab867e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6203955b-b451-404b-9d18-ef6a4e0a5da6', 'attached_at': '', 'detached_at': '', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'serial': '70f05969-ab95-43d9-86a7-097e1ab867e6'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.000842] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b5859-d026-42e7-ba28-c4bb7deee45c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.004165] env[69692]: DEBUG nova.scheduler.client.report [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.024920] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.029025] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caee4ef-b0a4-4b94-978a-e7c368bb3cae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.058484] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-70f05969-ab95-43d9-86a7-097e1ab867e6/volume-70f05969-ab95-43d9-86a7-097e1ab867e6.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.061250] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c87abb-3c2f-4d96-a4f6-1a98dbaae492 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.081277] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.081548] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.081717] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.081957] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.082158] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.082388] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.082616] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.082802] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.083103] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.083226] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.083436] env[69692]: DEBUG nova.virt.hardware [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.084673] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ddca2-edc9-4546-b591-09f58d27df55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.089239] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1037.089239] env[69692]: value = "task-3536381" [ 1037.089239] env[69692]: _type = "Task" [ 1037.089239] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.097033] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aba827-2534-45ec-8bf1-ec642f3f1ad2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.104342] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.190162] env[69692]: INFO nova.compute.manager [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Took 49.95 seconds to build instance. [ 1037.204348] env[69692]: DEBUG nova.compute.manager [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Received event network-vif-plugged-0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.204578] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.204788] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.204947] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.205129] env[69692]: DEBUG nova.compute.manager [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] No waiting events found dispatching network-vif-plugged-0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.205294] env[69692]: WARNING nova.compute.manager [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Received unexpected event network-vif-plugged-0125791b-4f11-4fbf-ae94-614827a8a13f for instance with vm_state building and task_state spawning. [ 1037.205453] env[69692]: DEBUG nova.compute.manager [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Received event network-changed-0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.205605] env[69692]: DEBUG nova.compute.manager [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Refreshing instance network info cache due to event network-changed-0125791b-4f11-4fbf-ae94-614827a8a13f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.205769] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Acquiring lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.240990] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.241450] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance network_info: |[{"id": "0125791b-4f11-4fbf-ae94-614827a8a13f", "address": "fa:16:3e:17:06:0a", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125791b-4f", "ovs_interfaceid": "0125791b-4f11-4fbf-ae94-614827a8a13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.241844] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Acquired lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.242192] env[69692]: DEBUG nova.network.neutron [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Refreshing network info cache for port 0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.243566] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:06:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0125791b-4f11-4fbf-ae94-614827a8a13f', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.251634] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.256081] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.256081] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a6a4d95-546f-43a6-9df9-317b34681f67 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.284515] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.284515] env[69692]: value = "task-3536382" [ 1037.284515] env[69692]: _type = "Task" [ 1037.284515] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.293994] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536382, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.389161] env[69692]: DEBUG nova.objects.base [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.389435] env[69692]: DEBUG nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.517075] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.517606] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.520308] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.822s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.530592] env[69692]: DEBUG nova.policy [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.599710] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536381, 'name': ReconfigVM_Task, 'duration_secs': 0.460109} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.600102] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-70f05969-ab95-43d9-86a7-097e1ab867e6/volume-70f05969-ab95-43d9-86a7-097e1ab867e6.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.606529] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686b4a3a-9824-4fe6-9a11-ed3e52689df4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.621023] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Successfully updated port: 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.627717] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1037.627717] env[69692]: value = "task-3536383" [ 1037.627717] env[69692]: _type = "Task" [ 1037.627717] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.637135] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.678480] env[69692]: DEBUG nova.network.neutron [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updated VIF entry in instance network info cache for port 0125791b-4f11-4fbf-ae94-614827a8a13f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.678877] env[69692]: DEBUG nova.network.neutron [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating instance_info_cache with network_info: [{"id": "0125791b-4f11-4fbf-ae94-614827a8a13f", "address": "fa:16:3e:17:06:0a", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125791b-4f", "ovs_interfaceid": "0125791b-4f11-4fbf-ae94-614827a8a13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.691767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91b57fe-6eef-412c-9736-128ebc24ff8c tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.475s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.794864] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536382, 'name': CreateVM_Task, 'duration_secs': 0.368451} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.794864] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.795564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.795802] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.797677] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797677] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb246947-baa5-46d7-9ab3-3ab27a445fca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.802530] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1037.802530] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526d341d-0a50-b6a0-baeb-1e11f1c3c75f" [ 1037.802530] env[69692]: _type = "Task" [ 1037.802530] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.813405] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d341d-0a50-b6a0-baeb-1e11f1c3c75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.855848] env[69692]: DEBUG oslo_concurrency.lockutils [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "interface-73f0fefc-d19a-484d-8a97-04ebf79ec304-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.856153] env[69692]: DEBUG oslo_concurrency.lockutils [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "interface-73f0fefc-d19a-484d-8a97-04ebf79ec304-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.856527] env[69692]: DEBUG nova.objects.instance [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lazy-loading 'flavor' on Instance uuid 73f0fefc-d19a-484d-8a97-04ebf79ec304 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.025108] env[69692]: DEBUG nova.compute.utils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.025787] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.025956] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.074191] env[69692]: DEBUG nova.policy [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1ab19a4ede442093546a9774afdc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51946ddf7d414b5a8466d8c788b3c67f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.124248] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.124370] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.124527] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.142478] env[69692]: DEBUG oslo_vmware.api [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536383, 'name': ReconfigVM_Task, 'duration_secs': 0.155053} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.142886] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706286', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'name': 'volume-70f05969-ab95-43d9-86a7-097e1ab867e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6203955b-b451-404b-9d18-ef6a4e0a5da6', 'attached_at': '', 'detached_at': '', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'serial': '70f05969-ab95-43d9-86a7-097e1ab867e6'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.181905] env[69692]: DEBUG oslo_concurrency.lockutils [req-dda9ef4f-b823-429e-8be3-b6b3cb0f2c62 req-711ffa81-3821-4479-a127-9c9c9424b18d service nova] Releasing lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.194207] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.313623] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526d341d-0a50-b6a0-baeb-1e11f1c3c75f, 'name': SearchDatastore_Task, 'duration_secs': 0.034427} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.313932] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.314180] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.314418] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.314566] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.314738] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.314995] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d865a3e-78a6-4daa-90bc-0d549599a306 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.330697] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.330923] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.332248] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Successfully created port: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.334045] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78aa1e19-670b-4e7f-a82d-bb895a6d949f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.340222] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1038.340222] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528e062c-b42f-1529-04c3-3a7e61708007" [ 1038.340222] env[69692]: _type = "Task" [ 1038.340222] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.348209] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e062c-b42f-1529-04c3-3a7e61708007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.361817] env[69692]: DEBUG nova.objects.instance [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lazy-loading 'pci_requests' on Instance uuid 73f0fefc-d19a-484d-8a97-04ebf79ec304 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.538828] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.541827] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Applying migration context for instance ae154727-5f48-4e34-8b19-0d9bfce788c8 as it has an incoming, in-progress migration ae521edf-ef16-4a5c-a890-195f06e23bd2. Migration status is finished {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1038.543970] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating resource usage from migration ae521edf-ef16-4a5c-a890-195f06e23bd2 [ 1038.544224] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating resource usage from migration 475fb9c3-7602-4c3a-a9fe-de9ba2f0ed1d [ 1038.567783] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 070fc5ec-3c2f-4bde-9f93-254cd89bff38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.567783] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4a40d82c-5823-4bd7-ba16-f87cfd283895 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.567936] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 137791b5-ce5f-45af-b051-30e71d508b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.567936] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568089] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 1338ffea-5424-495c-89d4-425e55ee7874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568194] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c313d34f-a527-4c11-b136-f11072822afa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.568604] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fff86862-b110-4755-af71-3a95fc678159 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.568604] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance bba29867-afd7-402e-a8c9-811b22dced76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568604] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568759] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f97ab55c-ccb7-43e8-8df9-29e0652e8c5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.568759] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6990cec6-ebac-4df4-8336-32134853d547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568875] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cd4e49bb-7bfc-4b07-95ff-68d764b046f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.568981] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6203955b-b451-404b-9d18-ef6a4e0a5da6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.569109] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.569260] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 3fbbc414-768f-4ec4-8acc-9564840900f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.569368] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance a674f3ef-7eb4-438c-8cf0-474c726c97e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.569492] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.569650] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6472233c-5068-4634-be5c-aca883a1783d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.569745] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration ae521edf-ef16-4a5c-a890-195f06e23bd2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1038.569882] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 73f0fefc-d19a-484d-8a97-04ebf79ec304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.570016] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ae154727-5f48-4e34-8b19-0d9bfce788c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.570116] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.570227] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 1ae978f1-3021-4f6f-bbb7-8e863c5498fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.570361] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2581a4f6-c9d5-46d6-8f69-d94cecb3d845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.667949] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.713074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.819947] env[69692]: DEBUG nova.network.neutron [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.851251] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e062c-b42f-1529-04c3-3a7e61708007, 'name': SearchDatastore_Task, 'duration_secs': 0.044607} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.852018] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469b4d78-5286-410f-af72-4ed95a413560 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.857426] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1038.857426] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526ed735-3f9f-ff40-e9ca-2a6b9a888c55" [ 1038.857426] env[69692]: _type = "Task" [ 1038.857426] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.865800] env[69692]: DEBUG nova.objects.base [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Object Instance<73f0fefc-d19a-484d-8a97-04ebf79ec304> lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.865995] env[69692]: DEBUG nova.network.neutron [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.867761] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526ed735-3f9f-ff40-e9ca-2a6b9a888c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.988334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-30e9c7d4-f991-493b-94b2-1b4c2285bf65 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "interface-73f0fefc-d19a-484d-8a97-04ebf79ec304-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.073281] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1039.073556] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration 475fb9c3-7602-4c3a-a9fe-de9ba2f0ed1d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1039.073974] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance de444a08-cffe-46c8-a32b-928ccd6ee816 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1039.167222] env[69692]: DEBUG nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Successfully updated port: dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.181114] env[69692]: DEBUG nova.objects.instance [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid 6203955b-b451-404b-9d18-ef6a4e0a5da6 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.323092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.323416] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Instance network_info: |[{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.323842] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:df:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84e09efb-29be-44d8-ae21-54584218739a', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.331872] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.332404] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.332645] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb5729b-d466-4f6a-8400-ce96c857dfea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.355296] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.355296] env[69692]: value = "task-3536384" [ 1039.355296] env[69692]: _type = "Task" [ 1039.355296] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.366487] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536384, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.370057] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526ed735-3f9f-ff40-e9ca-2a6b9a888c55, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.370330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.370600] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.370845] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5c7ae1-9f09-4de1-8f3b-0d6dbe275a81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.377823] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1039.377823] env[69692]: value = "task-3536385" [ 1039.377823] env[69692]: _type = "Task" [ 1039.377823] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.392376] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.553530] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.578754] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance db7595ac-4e9d-4f4a-850d-58fde8a1b6a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1039.583171] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.583427] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.583594] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.583779] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.583927] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.584088] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.584347] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.585028] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.585028] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.585028] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.585028] env[69692]: DEBUG nova.virt.hardware [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.585904] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33124c64-d15b-45a8-b798-b212a053e598 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.597859] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043437e8-c388-49f9-9e67-2c2c4773a88c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.670803] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.671371] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.671371] env[69692]: DEBUG nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.688774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d91e4ee5-ef61-46e1-945f-b324c32a8d8d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.808893] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Successfully updated port: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.867764] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536384, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.889204] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.082087] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ad249fac-0caa-4d2c-a195-aba6da849a9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1040.213554] env[69692]: WARNING nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 1040.213761] env[69692]: WARNING nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 1040.312117] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.312264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.312416] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.374390] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536384, 'name': CreateVM_Task, 'duration_secs': 0.571714} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.374816] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.375324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.375497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.375871] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.376150] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d173152f-1dc1-4335-a1ea-fa71e05fa685 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.383531] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1040.383531] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521d9518-6ada-0a32-e317-81e66c106f43" [ 1040.383531] env[69692]: _type = "Task" [ 1040.383531] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.391183] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638134} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.393896] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.394131] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.394419] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3eb46d8-f14b-477d-8a56-a179367ed4bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.401022] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521d9518-6ada-0a32-e317-81e66c106f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.407632] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1040.407632] env[69692]: value = "task-3536386" [ 1040.407632] env[69692]: _type = "Task" [ 1040.407632] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.419089] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.585367] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c15b51cd-6c35-40fb-ada0-743dd0939796 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1040.634717] env[69692]: DEBUG nova.network.neutron [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "address": "fa:16:3e:a5:bb:35", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f2a3b1-14", "ovs_interfaceid": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee0307b-2d65-4ced-8c79-8ebe8bb80542", "address": "fa:16:3e:85:08:a0", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee0307b-2d", "ovs_interfaceid": "dee0307b-2d65-4ced-8c79-8ebe8bb80542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.844505] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.894423] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521d9518-6ada-0a32-e317-81e66c106f43, 'name': SearchDatastore_Task, 'duration_secs': 0.017821} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.894733] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.894963] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.895207] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.895489] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.895489] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.895737] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fc0ab3-4c42-43ef-a6c3-59ebba80cdf9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.918973] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062943} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.919241] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.919459] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.920228] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.920548] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712befac-c253-4972-8057-776558d02d94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.923131] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c1c5c9-309d-40d2-9576-764da6af399a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.928404] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1040.928404] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52752e78-1aab-d955-4a6c-13fdfd1fd642" [ 1040.928404] env[69692]: _type = "Task" [ 1040.928404] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.948836] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.951827] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cda23a3-7660-4021-9622-3cc8b1fd2409 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.969612] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52752e78-1aab-d955-4a6c-13fdfd1fd642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.975569] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1040.975569] env[69692]: value = "task-3536387" [ 1040.975569] env[69692]: _type = "Task" [ 1040.975569] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.984432] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.002586] env[69692]: DEBUG nova.network.neutron [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Updating instance_info_cache with network_info: [{"id": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "address": "fa:16:3e:e9:2f:0a", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6591b-9b", "ovs_interfaceid": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.088173] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1041.137497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.138186] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.138368] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.139214] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d971dd-7783-48d0-a760-2a78dd00a2ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.157617] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.157789] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.158564] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.158871] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.159079] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.159248] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.159513] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.159695] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.159872] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.160056] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.160237] env[69692]: DEBUG nova.virt.hardware [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.166520] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfiguring VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1041.167144] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67409ab7-d969-4ba5-820e-dcd128458ca8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.185235] env[69692]: DEBUG oslo_vmware.api [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1041.185235] env[69692]: value = "task-3536388" [ 1041.185235] env[69692]: _type = "Task" [ 1041.185235] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.195044] env[69692]: DEBUG oslo_vmware.api [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536388, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.439162] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52752e78-1aab-d955-4a6c-13fdfd1fd642, 'name': SearchDatastore_Task, 'duration_secs': 0.030431} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.439986] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956cb4a3-9c33-4e42-87c0-05dd4fdc2082 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.445314] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1041.445314] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525e0c92-a94b-27e2-011e-0abd9f764312" [ 1041.445314] env[69692]: _type = "Task" [ 1041.445314] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.452920] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525e0c92-a94b-27e2-011e-0abd9f764312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.484609] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.505251] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.505569] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Instance network_info: |[{"id": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "address": "fa:16:3e:e9:2f:0a", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6591b-9b", "ovs_interfaceid": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.505965] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.513414] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.513622] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.513836] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd9bcfd-7680-400d-8dc8-56224d8ebf4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.530949] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-vif-plugged-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.531195] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.531425] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.531609] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.531780] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] No waiting events found dispatching network-vif-plugged-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.531963] env[69692]: WARNING nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received unexpected event network-vif-plugged-84e09efb-29be-44d8-ae21-54584218739a for instance with vm_state building and task_state spawning. [ 1041.532144] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-changed-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.532297] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing instance network info cache due to event network-changed-84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.532503] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.532696] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.532800] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing network info cache for port 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.539202] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.539202] env[69692]: value = "task-3536389" [ 1041.539202] env[69692]: _type = "Task" [ 1041.539202] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.548529] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536389, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.591713] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1041.697248] env[69692]: DEBUG oslo_vmware.api [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.956160] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525e0c92-a94b-27e2-011e-0abd9f764312, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.956474] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956693] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/1ae978f1-3021-4f6f-bbb7-8e863c5498fd.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.956937] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15530046-c391-4d7b-89ad-e021822c5e5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.963443] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1041.963443] env[69692]: value = "task-3536390" [ 1041.963443] env[69692]: _type = "Task" [ 1041.963443] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.976903] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.985120] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536387, 'name': ReconfigVM_Task, 'duration_secs': 0.656538} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.985423] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to attach disk [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.986127] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d140e5-596a-429b-976d-dea996d4af4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.991822] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1041.991822] env[69692]: value = "task-3536391" [ 1041.991822] env[69692]: _type = "Task" [ 1041.991822] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.000091] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536391, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.049758] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536389, 'name': CreateVM_Task, 'duration_secs': 0.27317} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.050061] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.050784] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.050955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.051292] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.051605] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9bddcc-7e16-4083-9cda-ceccec15243e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.056403] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1042.056403] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbb120-fb3d-993e-502a-6109dd51dfeb" [ 1042.056403] env[69692]: _type = "Task" [ 1042.056403] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.064842] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbb120-fb3d-993e-502a-6109dd51dfeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.094860] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e5f1991d-26bf-4aa5-8cbf-16cef204e965 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1042.095235] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1042.095474] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1042.115933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.116115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.116285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.116498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.116670] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.119223] env[69692]: INFO nova.compute.manager [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Terminating instance [ 1042.174129] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.174519] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.175139] env[69692]: DEBUG nova.compute.manager [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Going to confirm migration 2 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1042.212264] env[69692]: DEBUG oslo_vmware.api [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536388, 'name': ReconfigVM_Task, 'duration_secs': 0.94456} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.213796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.214098] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfigured VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1042.371814] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updated VIF entry in instance network info cache for port 84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.372278] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.475620] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471989} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.475879] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/1ae978f1-3021-4f6f-bbb7-8e863c5498fd.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.476104] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.476354] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075755e1-83dc-4b58-8608-9e81603b0229 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.482837] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1042.482837] env[69692]: value = "task-3536392" [ 1042.482837] env[69692]: _type = "Task" [ 1042.482837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.491032] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.500570] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536391, 'name': Rename_Task, 'duration_secs': 0.164221} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.500813] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.501047] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a84988b4-d22d-4663-81eb-d5cf597e8058 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.512202] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1042.512202] env[69692]: value = "task-3536393" [ 1042.512202] env[69692]: _type = "Task" [ 1042.512202] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.520781] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.568151] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbb120-fb3d-993e-502a-6109dd51dfeb, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.568461] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.568689] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.568921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.569080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.569267] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.569542] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ed522b-24e8-4f00-b0dc-29f4ac8c4cb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.578930] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.579124] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.579863] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad241bcf-2d92-465e-9032-1aa97ee235dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.585687] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1042.585687] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267b6f9-4b3d-8003-5d94-a4b79168efdc" [ 1042.585687] env[69692]: _type = "Task" [ 1042.585687] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.594247] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267b6f9-4b3d-8003-5d94-a4b79168efdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.617096] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d5ab7-a153-4981-8e01-4aa012fe4b76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.623503] env[69692]: DEBUG nova.compute.manager [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.623766] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.624776] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60790c6-7e33-44f1-b5d6-01808256229b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.628408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996135e7-498c-4177-815b-59071ba5b980 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.659043] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4d00e-aacb-456e-9ddb-b636d3248c2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.662089] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.662089] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d0fd06-eded-4803-95fa-a07808f5327e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.670044] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed7eb9-51da-4b6e-ae68-ea142ea053d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672699] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1042.672699] env[69692]: value = "task-3536394" [ 1042.672699] env[69692]: _type = "Task" [ 1042.672699] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.685632] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.693101] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.727883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9b0cf124-de21-4b55-9de4-480877a5be91 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-dee0307b-2d65-4ced-8c79-8ebe8bb80542" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.448s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.744119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.744298] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.745057] env[69692]: DEBUG nova.network.neutron [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.745057] env[69692]: DEBUG nova.objects.instance [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'info_cache' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.878139] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.878416] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-plugged-dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.878617] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.878823] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.878990] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.879170] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] No waiting events found dispatching network-vif-plugged-dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.879397] env[69692]: WARNING nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received unexpected event network-vif-plugged-dee0307b-2d65-4ced-8c79-8ebe8bb80542 for instance with vm_state active and task_state None. [ 1042.879663] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-changed-dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.879847] env[69692]: DEBUG nova.compute.manager [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing instance network info cache due to event network-changed-dee0307b-2d65-4ced-8c79-8ebe8bb80542. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.880053] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.880219] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.880419] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Refreshing network info cache for port dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.997047] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070788} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.997404] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.998319] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1e6bdb-dcfb-4ec5-bf3b-9d4426a7c3a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.020823] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/1ae978f1-3021-4f6f-bbb7-8e863c5498fd.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.021542] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74599de-25c0-4d60-af5e-5abf6706d613 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.043870] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.045145] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1043.045145] env[69692]: value = "task-3536395" [ 1043.045145] env[69692]: _type = "Task" [ 1043.045145] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.052405] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.095793] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267b6f9-4b3d-8003-5d94-a4b79168efdc, 'name': SearchDatastore_Task, 'duration_secs': 0.015845} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.096586] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400e02d0-c45d-470f-969d-b599e27c635d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.101644] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1043.101644] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fdaa16-7696-2f39-f416-34720d7ff909" [ 1043.101644] env[69692]: _type = "Task" [ 1043.101644] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.108875] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fdaa16-7696-2f39-f416-34720d7ff909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.182407] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536394, 'name': PowerOffVM_Task, 'duration_secs': 0.196385} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.182673] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.182846] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.183102] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e729d8a4-8e4c-4dbe-9662-1155a89a81bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192095] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.253022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.253022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.253644] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Deleting the datastore file [datastore2] 73f0fefc-d19a-484d-8a97-04ebf79ec304 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.255158] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b51172b4-939d-4d03-b00b-e0c03ab3c989 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.263775] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for the task: (returnval){ [ 1043.263775] env[69692]: value = "task-3536397" [ 1043.263775] env[69692]: _type = "Task" [ 1043.263775] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.272018] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.531295] env[69692]: DEBUG oslo_vmware.api [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536393, 'name': PowerOnVM_Task, 'duration_secs': 1.006224} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.531590] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.531798] env[69692]: INFO nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1043.531976] env[69692]: DEBUG nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.532908] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c564d8d-dba2-4ec3-bdc2-e11e9139a7e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.554499] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.615044] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fdaa16-7696-2f39-f416-34720d7ff909, 'name': SearchDatastore_Task, 'duration_secs': 0.045174} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.615044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.615044] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2581a4f6-c9d5-46d6-8f69-d94cecb3d845/2581a4f6-c9d5-46d6-8f69-d94cecb3d845.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.615044] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c3a8d8c-ea80-4b7e-8eca-721013a07be3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.619772] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1043.619772] env[69692]: value = "task-3536398" [ 1043.619772] env[69692]: _type = "Task" [ 1043.619772] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.620035] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updated VIF entry in instance network info cache for port dee0307b-2d65-4ced-8c79-8ebe8bb80542. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.620468] env[69692]: DEBUG nova.network.neutron [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "address": "fa:16:3e:a5:bb:35", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f2a3b1-14", "ovs_interfaceid": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee0307b-2d65-4ced-8c79-8ebe8bb80542", "address": "fa:16:3e:85:08:a0", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee0307b-2d", "ovs_interfaceid": "dee0307b-2d65-4ced-8c79-8ebe8bb80542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.629947] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.695685] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1043.697096] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.176s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.697096] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.504s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.699583] env[69692]: INFO nova.compute.claims [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.703164] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.703489] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1043.773966] env[69692]: DEBUG oslo_vmware.api [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Task: {'id': task-3536397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324089} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.775053] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.775053] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.775053] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.775053] env[69692]: INFO nova.compute.manager [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.775053] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.775269] env[69692]: DEBUG nova.compute.manager [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.775269] env[69692]: DEBUG nova.network.neutron [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.806996] env[69692]: DEBUG nova.compute.manager [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Received event network-vif-plugged-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.807315] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Acquiring lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.807673] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.807733] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.807928] env[69692]: DEBUG nova.compute.manager [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] No waiting events found dispatching network-vif-plugged-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1043.808263] env[69692]: WARNING nova.compute.manager [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Received unexpected event network-vif-plugged-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d for instance with vm_state building and task_state spawning. [ 1043.808318] env[69692]: DEBUG nova.compute.manager [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Received event network-changed-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.808468] env[69692]: DEBUG nova.compute.manager [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Refreshing instance network info cache due to event network-changed-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.808674] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Acquiring lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.808818] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Acquired lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.808984] env[69692]: DEBUG nova.network.neutron [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Refreshing network info cache for port 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.065793] env[69692]: INFO nova.compute.manager [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Took 52.32 seconds to build instance. [ 1044.077839] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536395, 'name': ReconfigVM_Task, 'duration_secs': 0.779448} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.082080] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/1ae978f1-3021-4f6f-bbb7-8e863c5498fd.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.083418] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f7f287-3c15-4669-99cd-2a8d2c5674e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.092721] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1044.092721] env[69692]: value = "task-3536399" [ 1044.092721] env[69692]: _type = "Task" [ 1044.092721] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.104229] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536399, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.127517] env[69692]: DEBUG oslo_concurrency.lockutils [req-c39b32e1-a062-4bc3-8f88-86733374051d req-3b140413-b2b2-4154-a80d-53ef780860bb service nova] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.135730] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.138142] env[69692]: DEBUG nova.network.neutron [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.184235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.184235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.222850] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] There are 47 instances to clean {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1044.223132] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 339b89cb-9191-453f-b407-e96b61289fb9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.571148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35eea005-e7df-4639-82e7-9886645ba77a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.831s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.603844] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536399, 'name': Rename_Task, 'duration_secs': 0.344642} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.603844] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.603844] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eccfec1c-11d5-4076-867f-8e92792d8e16 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.612112] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1044.612112] env[69692]: value = "task-3536400" [ 1044.612112] env[69692]: _type = "Task" [ 1044.612112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.626419] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.633608] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548681} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.634781] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 2581a4f6-c9d5-46d6-8f69-d94cecb3d845/2581a4f6-c9d5-46d6-8f69-d94cecb3d845.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.634781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.634781] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b94536f-961a-4e66-bec9-61619b1c5eb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.637051] env[69692]: DEBUG nova.network.neutron [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Updated VIF entry in instance network info cache for port 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.637396] env[69692]: DEBUG nova.network.neutron [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Updating instance_info_cache with network_info: [{"id": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "address": "fa:16:3e:e9:2f:0a", "network": {"id": "5c2caf4a-b6f9-43b1-bf0c-99e558b31c0c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-141566859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51946ddf7d414b5a8466d8c788b3c67f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6591b-9b", "ovs_interfaceid": "6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.640548] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.640771] env[69692]: DEBUG nova.objects.instance [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'migration_context' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.642855] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1044.642855] env[69692]: value = "task-3536401" [ 1044.642855] env[69692]: _type = "Task" [ 1044.642855] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.654611] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.728018] env[69692]: DEBUG nova.network.neutron [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.734439] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ee95a900-6d2a-432e-b7e5-d2f52adf9e44] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.762256] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f4faf-eb4b-4dad-bba5-a81c47865019 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.773248] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428aebe-b6e7-4b77-962a-4e5d1db6661a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.812429] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b052c5b-d9c9-4454-8730-285e8b046a0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.824160] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39060d-0d75-433a-a299-43fc1ac22495 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.840416] env[69692]: DEBUG nova.compute.provider_tree [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.897589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.897589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.076575] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.129588] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536400, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.140607] env[69692]: DEBUG oslo_concurrency.lockutils [req-47c4bfdb-a80d-4b14-b37e-f6c06bcff1c6 req-785d1f63-78e7-42df-bc5b-bf1c667d8e3b service nova] Releasing lock "refresh_cache-2581a4f6-c9d5-46d6-8f69-d94cecb3d845" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149935] env[69692]: DEBUG nova.objects.base [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.150752] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4057906f-c06e-4c21-bcfb-2e8b2192a0a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.158604] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100425} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.171893] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.173290] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26b0db9-a98b-472a-9ca4-d547c14f5479 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.175795] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022ba5e4-df9f-4d4c-8ea4-c2f3d1620248 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.181383] env[69692]: DEBUG oslo_vmware.api [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1045.181383] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ddf156-a845-354f-a27f-5b67f8d51304" [ 1045.181383] env[69692]: _type = "Task" [ 1045.181383] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.200373] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 2581a4f6-c9d5-46d6-8f69-d94cecb3d845/2581a4f6-c9d5-46d6-8f69-d94cecb3d845.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.203530] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f9d748-934a-4f7b-aad0-643430c2adbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.224884] env[69692]: DEBUG oslo_vmware.api [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ddf156-a845-354f-a27f-5b67f8d51304, 'name': SearchDatastore_Task, 'duration_secs': 0.040397} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.226259] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.226507] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1045.226507] env[69692]: value = "task-3536402" [ 1045.226507] env[69692]: _type = "Task" [ 1045.226507] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.231148] env[69692]: INFO nova.compute.manager [-] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Took 1.46 seconds to deallocate network for instance. [ 1045.235835] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 571905c8-e07d-4ddf-9f37-1b1311d71b6b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.237490] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.345746] env[69692]: DEBUG nova.scheduler.client.report [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.399533] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.399738] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.400668] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e22e024-340b-4b0b-bac6-c42681ffbf78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.420368] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2cee7-b2f7-4ebd-8fec-2b816f81f6cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.448511] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfiguring VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1045.448810] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b2dad1-d36b-481e-a9b6-e82d1e78d1ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.466812] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1045.466812] env[69692]: value = "task-3536403" [ 1045.466812] env[69692]: _type = "Task" [ 1045.466812] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.474772] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.602566] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.624087] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.736656] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536402, 'name': ReconfigVM_Task, 'duration_secs': 0.462232} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.736871] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 2581a4f6-c9d5-46d6-8f69-d94cecb3d845/2581a4f6-c9d5-46d6-8f69-d94cecb3d845.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.737608] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc88cda5-fccf-49e2-b014-9e7e4834f04c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.739423] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 09c53286-6c55-4a21-a118-f463bf31d88f] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.741720] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.747312] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1045.747312] env[69692]: value = "task-3536404" [ 1045.747312] env[69692]: _type = "Task" [ 1045.747312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.755241] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536404, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.837646] env[69692]: DEBUG nova.compute.manager [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Received event network-vif-deleted-81467bbd-118e-423b-868e-b719d949e440 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.837909] env[69692]: DEBUG nova.compute.manager [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Received event network-changed-0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.838135] env[69692]: DEBUG nova.compute.manager [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Refreshing instance network info cache due to event network-changed-0125791b-4f11-4fbf-ae94-614827a8a13f. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.838403] env[69692]: DEBUG oslo_concurrency.lockutils [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] Acquiring lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.838600] env[69692]: DEBUG oslo_concurrency.lockutils [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] Acquired lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.839085] env[69692]: DEBUG nova.network.neutron [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Refreshing network info cache for port 0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.850829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.851406] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.854084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.019s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.854338] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.856758] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.388s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.856872] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.859027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.066s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.881767] env[69692]: INFO nova.scheduler.client.report [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted allocations for instance 3fbbc414-768f-4ec4-8acc-9564840900f2 [ 1045.884034] env[69692]: INFO nova.scheduler.client.report [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Deleted allocations for instance f97ab55c-ccb7-43e8-8df9-29e0652e8c5e [ 1045.979727] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.123363] env[69692]: DEBUG oslo_vmware.api [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536400, 'name': PowerOnVM_Task, 'duration_secs': 1.045544} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.123675] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.123829] env[69692]: INFO nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1046.124062] env[69692]: DEBUG nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.124804] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d34024-b93c-4791-bd99-bc38367591cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.243526] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 6f29f695-9210-4683-a685-21ff6672167b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.260451] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536404, 'name': Rename_Task, 'duration_secs': 0.130512} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.260846] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.261159] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83998ce2-e17c-4320-af81-2e57debd0f72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.274099] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1046.274099] env[69692]: value = "task-3536405" [ 1046.274099] env[69692]: _type = "Task" [ 1046.274099] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.295080] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536405, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.366797] env[69692]: INFO nova.compute.claims [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.378381] env[69692]: DEBUG nova.compute.utils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.378381] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.378381] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.394637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "3fbbc414-768f-4ec4-8acc-9564840900f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.475s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.395483] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Lock "f97ab55c-ccb7-43e8-8df9-29e0652e8c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.863s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.462886] env[69692]: DEBUG nova.policy [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c64c1f53fe4f4cbe1b6810a1f0d336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c87bff23234ae28eb14991ed73eb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.481167] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.642657] env[69692]: INFO nova.compute.manager [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Took 52.70 seconds to build instance. [ 1046.700319] env[69692]: DEBUG nova.network.neutron [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updated VIF entry in instance network info cache for port 0125791b-4f11-4fbf-ae94-614827a8a13f. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.700714] env[69692]: DEBUG nova.network.neutron [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating instance_info_cache with network_info: [{"id": "0125791b-4f11-4fbf-ae94-614827a8a13f", "address": "fa:16:3e:17:06:0a", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125791b-4f", "ovs_interfaceid": "0125791b-4f11-4fbf-ae94-614827a8a13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.748364] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4c5a23dc-e2a1-4887-9ece-f05dab1677bb] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.790421] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.843103] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Successfully created port: 4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.879126] env[69692]: INFO nova.compute.resource_tracker [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating resource usage from migration 475fb9c3-7602-4c3a-a9fe-de9ba2f0ed1d [ 1046.885492] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.982746] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.144025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.207s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.203632] env[69692]: DEBUG oslo_concurrency.lockutils [req-8d51be80-68d3-43d4-abef-6420d7124dfc req-c5a92999-dde1-48ae-9b79-8fe15471f870 service nova] Releasing lock "refresh_cache-cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251766] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 9d4c35aa-afd8-4bf8-ba7c-cf825f467379] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.288568] env[69692]: DEBUG oslo_vmware.api [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536405, 'name': PowerOnVM_Task, 'duration_secs': 0.994857} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.291193] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.291371] env[69692]: INFO nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1047.291550] env[69692]: DEBUG nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.292623] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f7583-fb76-4236-9fa1-24d857c821da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.382285] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc220a5-c7e3-41ea-8cac-311c1ab994cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.390689] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03363ac7-259a-4679-bef5-e32a90f9eed7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.394582] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Successfully created port: 118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.429027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3c6fc-3976-4cfb-a80d-350173daa088 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.437536] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c04c829-37fb-48a4-b3fb-94ec0d476e2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.452215] env[69692]: DEBUG nova.compute.provider_tree [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.480804] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.634916] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "dda82802-c05d-42b9-a9d9-23009450bf63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.635522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.715690] env[69692]: DEBUG nova.compute.manager [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-changed-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.715842] env[69692]: DEBUG nova.compute.manager [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing instance network info cache due to event network-changed-84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.716061] env[69692]: DEBUG oslo_concurrency.lockutils [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.716894] env[69692]: DEBUG oslo_concurrency.lockutils [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.716894] env[69692]: DEBUG nova.network.neutron [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing network info cache for port 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.755083] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2431c213-29d6-4438-aa3b-dc3e888dd5bc] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.809639] env[69692]: INFO nova.compute.manager [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Took 53.56 seconds to build instance. [ 1047.903095] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.939544] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.939544] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.939544] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.939810] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.939870] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.940033] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.940249] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.940409] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.940599] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.940767] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.940938] env[69692]: DEBUG nova.virt.hardware [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.941820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a72f1-aaf7-42c1-8741-b6c4d08c6b07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.950218] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b2c30-a89c-4ff2-8da5-b1dcca982b82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.956825] env[69692]: DEBUG nova.scheduler.client.report [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.979603] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.139090] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.258104] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c5207e4d-630f-4619-bfed-b7f0e35f3047] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.313110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1e2e3cf5-55c7-4824-b987-fed96467d667 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.078s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.424558] env[69692]: DEBUG nova.network.neutron [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updated VIF entry in instance network info cache for port 84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.424921] env[69692]: DEBUG nova.network.neutron [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.469501] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.610s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.469738] env[69692]: INFO nova.compute.manager [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Migrating [ 1048.480829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.305s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.481043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.483149] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.073s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.484454] env[69692]: INFO nova.compute.claims [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.505133] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.521586] env[69692]: INFO nova.scheduler.client.report [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Deleted allocations for instance fff86862-b110-4755-af71-3a95fc678159 [ 1048.665570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.763284] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 450475fe-d1da-4dd9-9547-7f3f350e3859] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.929310] env[69692]: DEBUG oslo_concurrency.lockutils [req-f7c6556f-097d-4d7f-a234-65044be4e047 req-25d3be9c-52ef-4445-86c9-93b7289df99e service nova] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.929310] env[69692]: DEBUG nova.compute.manager [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-vif-plugged-4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.929310] env[69692]: DEBUG oslo_concurrency.lockutils [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] Acquiring lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.932776] env[69692]: DEBUG oslo_concurrency.lockutils [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.933254] env[69692]: DEBUG oslo_concurrency.lockutils [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.934021] env[69692]: DEBUG nova.compute.manager [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] No waiting events found dispatching network-vif-plugged-4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.934021] env[69692]: WARNING nova.compute.manager [req-25f6e151-12ea-40ea-9456-dc21368c3b67 req-5e0b2ab0-e7f8-4825-bb75-08e0689e510d service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received unexpected event network-vif-plugged-4d92cfc0-4745-4de0-acf9-c47ce442920d for instance with vm_state building and task_state spawning. [ 1048.995098] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.995098] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.995098] env[69692]: DEBUG nova.network.neutron [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.003032] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.029352] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fcefccf-4c9a-4b42-ab86-30024620ce39 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Lock "fff86862-b110-4755-af71-3a95fc678159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.718s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.085405] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Successfully updated port: 4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.270681] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4170a779-a76c-494e-9ae9-6ba53cb4357f] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.509018] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.773718] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b95c4b0b-dd10-4046-9959-f2c6b36cabe0] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.949271] env[69692]: DEBUG nova.network.neutron [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.000917] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0022244-35c6-486f-9682-383f859bcb5e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.010576] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.016023] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c55357-82bc-4939-a67d-502b845d8fdc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.052927] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd79e1-cd99-40c8-a4b8-a6380dba8f51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.064439] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5341900-c52f-4dc3-baf1-8ceb6f14bb1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077741] env[69692]: DEBUG nova.compute.provider_tree [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.279343] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e55e3bd1-6f5a-4aee-bfe2-638ec2c3987b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.451654] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.503688] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.581416] env[69692]: DEBUG nova.scheduler.client.report [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.785580] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: d5bdcddc-1bba-4e7d-ac13-36a4a54b7e01] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.909977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.909977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.909977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.909977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.909977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.911760] env[69692]: INFO nova.compute.manager [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Terminating instance [ 1051.008591] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.032038] env[69692]: DEBUG nova.compute.manager [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-changed-4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.032247] env[69692]: DEBUG nova.compute.manager [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Refreshing instance network info cache due to event network-changed-4d92cfc0-4745-4de0-acf9-c47ce442920d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.032463] env[69692]: DEBUG oslo_concurrency.lockutils [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] Acquiring lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.032606] env[69692]: DEBUG oslo_concurrency.lockutils [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] Acquired lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.032761] env[69692]: DEBUG nova.network.neutron [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Refreshing network info cache for port 4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.087823] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.088207] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.090970] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.093s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.092762] env[69692]: INFO nova.compute.claims [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.289138] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4ab390b7-fcfd-4038-b598-84235013de2b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.415854] env[69692]: DEBUG nova.compute.manager [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.416405] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.417436] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d65f63-44e1-440c-95fd-2848c85ddd46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.428914] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.429190] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d830aad-d327-4fe3-ac1f-94302f1c2204 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.436884] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1051.436884] env[69692]: value = "task-3536406" [ 1051.436884] env[69692]: _type = "Task" [ 1051.436884] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.448827] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.504420] env[69692]: DEBUG oslo_vmware.api [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536403, 'name': ReconfigVM_Task, 'duration_secs': 5.768149} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.504695] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.504910] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfigured VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1051.602098] env[69692]: DEBUG nova.compute.utils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.605557] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.605727] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.649103] env[69692]: DEBUG nova.policy [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.795937] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: eb087ccc-cfd3-4160-b189-b7b991a9a35c] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.845424] env[69692]: DEBUG nova.network.neutron [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.943134] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Successfully created port: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.951198] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.971010] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af4c5e-be67-4c97-b89a-7625c9bf3d9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.992724] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.106921] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.167888] env[69692]: DEBUG nova.network.neutron [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.218562] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Successfully updated port: 118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.300949] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 45975393-03bf-4e76-8f88-b96efafe6bb0] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.454831] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.502885] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.503202] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4775d9c-bc9f-4124-a27d-1069bbf23f68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.512370] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1052.512370] env[69692]: value = "task-3536407" [ 1052.512370] env[69692]: _type = "Task" [ 1052.512370] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.527944] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.673854] env[69692]: DEBUG oslo_concurrency.lockutils [req-2952b07d-6fc6-4949-bb02-0d5f27700eaf req-669357bf-79e5-4dce-be1b-5c4ed8f51bea service nova] Releasing lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.681548] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea223e9-300b-4a16-90bf-9dabe4b38f1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.693076] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e57d7e-3bb7-428a-a2a6-4336e72b85a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.726425] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.726606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.726748] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.728559] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e03ad-4f91-43b2-915c-d9ab76b309e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.737423] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be030f44-f4fa-4a35-b705-5b5dfc4c0381 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.750841] env[69692]: DEBUG nova.compute.provider_tree [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.805820] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 03afb7d6-186a-4fce-a004-003937329ff2] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.822392] env[69692]: DEBUG nova.compute.manager [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-deleted-dee0307b-2d65-4ced-8c79-8ebe8bb80542 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.822392] env[69692]: INFO nova.compute.manager [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Neutron deleted interface dee0307b-2d65-4ced-8c79-8ebe8bb80542; detaching it from the instance and deleting it from the info cache [ 1052.822392] env[69692]: DEBUG nova.network.neutron [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "address": "fa:16:3e:a5:bb:35", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f2a3b1-14", "ovs_interfaceid": "b0f2a3b1-1478-45fa-bef1-cc8aa15defb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.948505] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536406, 'name': PowerOffVM_Task, 'duration_secs': 1.136018} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.948774] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.948944] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.953018] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d466d94b-ed96-4527-8168-07abac651748 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.012172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.012403] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.012601] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleting the datastore file [datastore1] 2581a4f6-c9d5-46d6-8f69-d94cecb3d845 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.012968] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b418c9f8-5870-419b-abea-a6247a9661bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.025778] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536407, 'name': PowerOffVM_Task, 'duration_secs': 0.183228} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.025778] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.025778] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.029208] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1053.029208] env[69692]: value = "task-3536409" [ 1053.029208] env[69692]: _type = "Task" [ 1053.029208] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.043238] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.079717] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-vif-plugged-118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.080352] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Acquiring lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.080798] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.081120] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.081490] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] No waiting events found dispatching network-vif-plugged-118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.081557] env[69692]: WARNING nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received unexpected event network-vif-plugged-118692fe-f919-496d-8658-231868f112d6 for instance with vm_state building and task_state spawning. [ 1053.081810] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-changed-118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.082212] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Refreshing instance network info cache due to event network-changed-118692fe-f919-496d-8658-231868f112d6. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.082212] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Acquiring lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.131540] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.170507] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.170507] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.170507] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.170507] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.170507] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.170898] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.170898] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.170989] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.171179] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.171342] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.171555] env[69692]: DEBUG nova.virt.hardware [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.172479] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8209fa7-c85f-4b8a-b225-8d402ebf891d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.181626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944f926-6346-49a4-a9f0-d3c87774e626 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.256935] env[69692]: DEBUG nova.scheduler.client.report [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.280110] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.309675] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c6ba11b4-3636-4fda-8951-0eb9122d458d] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.326851] env[69692]: DEBUG oslo_concurrency.lockutils [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.327066] env[69692]: DEBUG oslo_concurrency.lockutils [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Acquired lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.327942] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c342e-297a-4d46-8a35-13eaa337ba4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.358830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a424220-ce29-49ca-919e-f2d197ef3daa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.390696] env[69692]: DEBUG nova.virt.vmwareapi.vmops [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfiguring VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1053.391063] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31dbeccd-9384-41a4-b144-47df872c1aee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.405365] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.411622] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Waiting for the task: (returnval){ [ 1053.411622] env[69692]: value = "task-3536410" [ 1053.411622] env[69692]: _type = "Task" [ 1053.411622] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.420526] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.540645] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.540916] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.541048] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.541238] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.541385] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.541535] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.541738] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.541900] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.542093] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.542270] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.542441] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.547621] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.547808] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.547986] env[69692]: DEBUG nova.network.neutron [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.549832] env[69692]: DEBUG oslo_vmware.api [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216558} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.552617] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78c35c4-a286-48d4-8204-110f27b70820 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.566354] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.566553] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.566734] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.566909] env[69692]: INFO nova.compute.manager [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1053.567172] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.568627] env[69692]: DEBUG nova.compute.manager [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.568719] env[69692]: DEBUG nova.network.neutron [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.577312] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1053.577312] env[69692]: value = "task-3536411" [ 1053.577312] env[69692]: _type = "Task" [ 1053.577312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.586540] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.764291] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.764753] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.767828] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.936s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.771254] env[69692]: INFO nova.compute.claims [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.814277] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: dacb9dae-a6a0-4795-a7a9-da7c5a238af0] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.923313] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.944254] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Successfully updated port: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.957426] env[69692]: DEBUG nova.network.neutron [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [{"id": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "address": "fa:16:3e:8d:99:81", "network": {"id": "65c13a36-1cee-4c94-9cff-a5b1ed3967aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-140130945", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d92cfc0-47", "ovs_interfaceid": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "118692fe-f919-496d-8658-231868f112d6", "address": "fa:16:3e:c1:36:c3", "network": {"id": "4901f071-8d33-4379-ada1-3d4e69af5ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1786995077", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118692fe-f9", "ovs_interfaceid": "118692fe-f919-496d-8658-231868f112d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.093172] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536411, 'name': ReconfigVM_Task, 'duration_secs': 0.329188} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.093172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.281682] env[69692]: DEBUG nova.compute.utils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.283228] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.283392] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.317136] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 55112777-8faf-4d2e-b9ba-6d85c5d76bea] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.382871] env[69692]: DEBUG nova.policy [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3182c72e0b48b7b3748a72f51badf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f604005785b46c395f5600f7a54750d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.427484] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.447196] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447346] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447500] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.454567] env[69692]: INFO nova.network.neutron [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Port b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1054.454975] env[69692]: DEBUG nova.network.neutron [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.460291] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.460291] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance network_info: |[{"id": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "address": "fa:16:3e:8d:99:81", "network": {"id": "65c13a36-1cee-4c94-9cff-a5b1ed3967aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-140130945", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d92cfc0-47", "ovs_interfaceid": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "118692fe-f919-496d-8658-231868f112d6", "address": "fa:16:3e:c1:36:c3", "network": {"id": "4901f071-8d33-4379-ada1-3d4e69af5ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1786995077", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118692fe-f9", "ovs_interfaceid": "118692fe-f919-496d-8658-231868f112d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.461292] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Acquired lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.461292] env[69692]: DEBUG nova.network.neutron [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Refreshing network info cache for port 118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.464919] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:99:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d92cfc0-4745-4de0-acf9-c47ce442920d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:36:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '118692fe-f919-496d-8658-231868f112d6', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.480451] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.481882] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.482109] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f300e2-7e64-4d9e-a992-257ee9661b13 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.505900] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.505900] env[69692]: value = "task-3536412" [ 1054.505900] env[69692]: _type = "Task" [ 1054.505900] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.513798] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536412, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.599356] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:28:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71b4e529-9be5-420d-bbac-3fb811441935',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1449372609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.601516] env[69692]: DEBUG nova.virt.hardware [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.606673] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.607412] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7e91ba-68fb-42be-817c-22847c586035 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.628132] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1054.628132] env[69692]: value = "task-3536413" [ 1054.628132] env[69692]: _type = "Task" [ 1054.628132] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.637911] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.651461] env[69692]: DEBUG nova.network.neutron [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.738157] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Successfully created port: 9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.788203] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.821011] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 29bb2ccd-f61b-43a2-a17b-23e5de43fc6a] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.931171] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.959670] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007265] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.020387] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536412, 'name': CreateVM_Task, 'duration_secs': 0.504984} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.021443] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.021704] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.021741] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.022189] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.023389] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ac6166-57a7-411f-b65e-e5cade9ef88f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.028068] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1055.028068] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1a12e-289a-d644-01fb-85c7f7ca44d9" [ 1055.028068] env[69692]: _type = "Task" [ 1055.028068] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.038460] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1a12e-289a-d644-01fb-85c7f7ca44d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.046978] env[69692]: DEBUG nova.compute.manager [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Received event network-vif-plugged-0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.047883] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Acquiring lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.047883] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.047883] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.048170] env[69692]: DEBUG nova.compute.manager [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] No waiting events found dispatching network-vif-plugged-0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.048170] env[69692]: WARNING nova.compute.manager [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Received unexpected event network-vif-plugged-0830fa7e-d3f7-453a-9c2a-e0233c237f10 for instance with vm_state building and task_state spawning. [ 1055.048327] env[69692]: DEBUG nova.compute.manager [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Received event network-changed-0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.048423] env[69692]: DEBUG nova.compute.manager [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Refreshing instance network info cache due to event network-changed-0830fa7e-d3f7-453a-9c2a-e0233c237f10. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.048592] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Acquiring lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.138349] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536413, 'name': ReconfigVM_Task, 'duration_secs': 0.16535} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.138520] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.139401] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff7b37-8806-4fdb-878f-8660f5b7d0e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.164538] env[69692]: INFO nova.compute.manager [-] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Took 1.60 seconds to deallocate network for instance. [ 1055.172653] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.179632] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0952eb0b-891e-4ebb-975a-9c9b1852734e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.201351] env[69692]: DEBUG nova.network.neutron [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Updating instance_info_cache with network_info: [{"id": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "address": "fa:16:3e:5a:cf:d6", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0830fa7e-d3", "ovs_interfaceid": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.207941] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1055.207941] env[69692]: value = "task-3536414" [ 1055.207941] env[69692]: _type = "Task" [ 1055.207941] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.219027] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.283164] env[69692]: DEBUG nova.compute.manager [req-d10e6eeb-f59d-41cb-b4ce-172393c50d2c req-ea62fcdd-44c0-494f-97fb-e1ff977da343 service nova] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Received event network-vif-deleted-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.325882] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 8da0e706-9a15-45bb-8592-ce21d40800c7] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.432502] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.437708] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7a694-2ad7-44ba-87e7-81cb26b170de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.444601] env[69692]: DEBUG nova.network.neutron [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updated VIF entry in instance network info cache for port 118692fe-f919-496d-8658-231868f112d6. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.445066] env[69692]: DEBUG nova.network.neutron [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [{"id": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "address": "fa:16:3e:8d:99:81", "network": {"id": "65c13a36-1cee-4c94-9cff-a5b1ed3967aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-140130945", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d92cfc0-47", "ovs_interfaceid": "4d92cfc0-4745-4de0-acf9-c47ce442920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "118692fe-f919-496d-8658-231868f112d6", "address": "fa:16:3e:c1:36:c3", "network": {"id": "4901f071-8d33-4379-ada1-3d4e69af5ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1786995077", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118692fe-f9", "ovs_interfaceid": "118692fe-f919-496d-8658-231868f112d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.447540] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50b466-7934-4159-b5e2-66a4ccdd8a62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.482729] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f6bce61f-5a89-42d7-8992-156760b563ad tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-bba29867-afd7-402e-a8c9-811b22dced76-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.586s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.485691] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c033758-3102-4d2b-b1f3-46dc5b07e7a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.493901] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b708ed-cc3a-4c97-8e5f-4f5073a77e80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.508391] env[69692]: DEBUG nova.compute.provider_tree [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.537534] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e1a12e-289a-d644-01fb-85c7f7ca44d9, 'name': SearchDatastore_Task, 'duration_secs': 0.018688} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.537835] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.538077] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.538316] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.538461] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.538639] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.538891] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b83abe-787a-4469-95e4-a1825a6e71ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.547509] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.547694] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.548406] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa39159-f108-40e2-8246-e16132840dc7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.554601] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1055.554601] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c4a1-a61d-88f3-ca41-0e58334c1958" [ 1055.554601] env[69692]: _type = "Task" [ 1055.554601] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.562812] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c4a1-a61d-88f3-ca41-0e58334c1958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.700488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.707180] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707823] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Instance network_info: |[{"id": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "address": "fa:16:3e:5a:cf:d6", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0830fa7e-d3", "ovs_interfaceid": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.707823] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Acquired lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.708023] env[69692]: DEBUG nova.network.neutron [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Refreshing network info cache for port 0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.709304] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:cf:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0830fa7e-d3f7-453a-9c2a-e0233c237f10', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.718278] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.720195] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.723799] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb89d6e8-ad9b-4119-9ffe-7fd919934edf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.744489] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536414, 'name': ReconfigVM_Task, 'duration_secs': 0.272363} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.745984] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfigured VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.749342] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.749700] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.749700] env[69692]: value = "task-3536415" [ 1055.749700] env[69692]: _type = "Task" [ 1055.749700] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.758325] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536415, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.803249] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.830397] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b66a0e53db38ef8b492d446b5be89bc8',container_format='bare',created_at=2025-04-24T10:28:54Z,direct_url=,disk_format='vmdk',id=a7c4cdb1-5917-4f82-b1b5-c60e6539671a,min_disk=1,min_ram=0,name='tempest-test-snap-1121489194',owner='9f604005785b46c395f5600f7a54750d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-24T10:29:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.830696] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.831354] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.831354] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.831354] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.831354] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.831572] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.831612] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.831778] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.831959] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.832342] env[69692]: DEBUG nova.virt.hardware [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.832902] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b58f7515-3ef3-4adc-9c45-5d4cc9412570] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.840114] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354aacc-4c8f-4b29-830f-98fa3161307a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.854801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d36ee5-6da3-410e-bcba-e0792c90d084 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.892555] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.932353] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.951796] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Releasing lock "refresh_cache-9e61a86c-3f08-4740-b996-67c8fe6dc5d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.952368] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-deleted-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.952461] env[69692]: INFO nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Neutron deleted interface b0f2a3b1-1478-45fa-bef1-cc8aa15defb4; detaching it from the instance and deleting it from the info cache [ 1055.952789] env[69692]: DEBUG nova.network.neutron [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [{"id": "e2537686-031f-4113-92c0-d261ea50b6b6", "address": "fa:16:3e:87:97:e7", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2537686-03", "ovs_interfaceid": "e2537686-031f-4113-92c0-d261ea50b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.015019] env[69692]: DEBUG nova.scheduler.client.report [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.067572] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0c4a1-a61d-88f3-ca41-0e58334c1958, 'name': SearchDatastore_Task, 'duration_secs': 0.008222} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.068520] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56635422-bb1e-4390-ba3e-da9bcd04c4de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.074302] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1056.074302] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a3d70c-545a-6f3d-1937-ae8217dd9956" [ 1056.074302] env[69692]: _type = "Task" [ 1056.074302] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.082135] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a3d70c-545a-6f3d-1937-ae8217dd9956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.128124] env[69692]: DEBUG nova.network.neutron [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Updated VIF entry in instance network info cache for port 0830fa7e-d3f7-453a-9c2a-e0233c237f10. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.128478] env[69692]: DEBUG nova.network.neutron [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Updating instance_info_cache with network_info: [{"id": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "address": "fa:16:3e:5a:cf:d6", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0830fa7e-d3", "ovs_interfaceid": "0830fa7e-d3f7-453a-9c2a-e0233c237f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.258158] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf29352-89bb-4c63-a896-d5a34d3403c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.266603] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536415, 'name': CreateVM_Task, 'duration_secs': 0.356763} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.282269] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.283579] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.283859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.284350] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.285327] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08324281-ba5c-4da9-bfd2-ac81cf01e4fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.288036] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a4e506-347f-4512-9bd4-416d032f81ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.294082] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1056.294082] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522f1348-3d2f-8b0b-fbcb-439429a5f00d" [ 1056.294082] env[69692]: _type = "Task" [ 1056.294082] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.307816] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.320029] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522f1348-3d2f-8b0b-fbcb-439429a5f00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.343772] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 61c174b9-4fd3-477e-94d0-657eb14e0903] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.398316] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.432765] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.456896] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.496032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.496418] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.521404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.521404] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.522679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.448s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.523330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.525636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.867s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.526147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.528717] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.583s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.529081] env[69692]: DEBUG nova.objects.instance [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.554033] env[69692]: INFO nova.scheduler.client.report [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted allocations for instance 4a40d82c-5823-4bd7-ba16-f87cfd283895 [ 1056.559092] env[69692]: INFO nova.scheduler.client.report [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Deleted allocations for instance c313d34f-a527-4c11-b136-f11072822afa [ 1056.585963] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a3d70c-545a-6f3d-1937-ae8217dd9956, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.586867] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Successfully updated port: 9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.591571] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.591571] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9e61a86c-3f08-4740-b996-67c8fe6dc5d9/9e61a86c-3f08-4740-b996-67c8fe6dc5d9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.592752] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43a84ae4-7fe2-4ac6-8a9c-9deae85ea0c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.599943] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1056.599943] env[69692]: value = "task-3536416" [ 1056.599943] env[69692]: _type = "Task" [ 1056.599943] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.608267] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.631252] env[69692]: DEBUG oslo_concurrency.lockutils [req-7e3f98ba-79db-4fac-9c2b-efe2967359d6 req-fc2039ab-0e70-442d-9bd4-92c894acb845 service nova] Releasing lock "refresh_cache-db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.819087] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522f1348-3d2f-8b0b-fbcb-439429a5f00d, 'name': SearchDatastore_Task, 'duration_secs': 0.037025} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.819680] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.819960] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.820228] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.820378] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.820555] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.820842] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a17202-7a52-46dc-8f3e-09a3fc636748 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.828357] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.828530] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.829212] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ce1f9a-438f-4e02-9f12-8e4bf51f57e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.834060] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1056.834060] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2693b-5b97-cf38-47c5-6d934ed5646f" [ 1056.834060] env[69692]: _type = "Task" [ 1056.834060] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.842170] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2693b-5b97-cf38-47c5-6d934ed5646f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.847720] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0e6ee542-8c15-420c-aa23-7018d6d3ee02] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.856210] env[69692]: DEBUG nova.network.neutron [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Port 62fedc36-0fb0-4eb9-85cd-36a260156d70 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1056.918763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.932639] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.024584] env[69692]: DEBUG nova.compute.utils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.026165] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1057.070836] env[69692]: DEBUG oslo_concurrency.lockutils [None req-429de5dc-5f16-4926-b191-e6e593473445 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "4a40d82c-5823-4bd7-ba16-f87cfd283895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.018s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.072293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Lock "c313d34f-a527-4c11-b136-f11072822afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.830s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.095106] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095106] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.095106] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.114557] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.349216] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d2693b-5b97-cf38-47c5-6d934ed5646f, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.349216] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4661c59-c14a-4e42-a784-9077414fbd9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.354021] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b1e3fad5-7ea3-4bc2-b73b-4427f035cc37] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1057.354021] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1057.354021] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522285a2-27f3-62cd-e5aa-a37a3d3b00d1" [ 1057.354021] env[69692]: _type = "Task" [ 1057.354021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.364881] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522285a2-27f3-62cd-e5aa-a37a3d3b00d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.433580] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.520146] env[69692]: DEBUG nova.compute.manager [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Received event network-vif-plugged-9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.520372] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Acquiring lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.520581] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.520777] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.520953] env[69692]: DEBUG nova.compute.manager [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] No waiting events found dispatching network-vif-plugged-9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.521410] env[69692]: WARNING nova.compute.manager [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Received unexpected event network-vif-plugged-9537b9f2-58da-4911-b79e-91fc9d05bfda for instance with vm_state building and task_state spawning. [ 1057.521645] env[69692]: DEBUG nova.compute.manager [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Received event network-changed-9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.521882] env[69692]: DEBUG nova.compute.manager [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Refreshing instance network info cache due to event network-changed-9537b9f2-58da-4911-b79e-91fc9d05bfda. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.522132] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Acquiring lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.527349] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.542829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e1db317c-8178-49a3-9b02-b285458108a3 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.542829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.770s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.542829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.543956] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.106s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.545541] env[69692]: INFO nova.compute.claims [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.582121] env[69692]: INFO nova.scheduler.client.report [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0 [ 1057.612068] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605872} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.613010] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9e61a86c-3f08-4740-b996-67c8fe6dc5d9/9e61a86c-3f08-4740-b996-67c8fe6dc5d9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.613255] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.613513] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e74fc46-4889-49d8-bda2-a6bde72b490f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.621419] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1057.621419] env[69692]: value = "task-3536417" [ 1057.621419] env[69692]: _type = "Task" [ 1057.621419] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.633158] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.651666] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.857117] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 736852aa-a950-40b5-86d4-6de851b2b9c4] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1057.882562] env[69692]: DEBUG nova.network.neutron [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Updating instance_info_cache with network_info: [{"id": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "address": "fa:16:3e:b6:71:8a", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9537b9f2-58", "ovs_interfaceid": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.890027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.890027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.890027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.890027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.890027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.891125] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522285a2-27f3-62cd-e5aa-a37a3d3b00d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.894354] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.894802] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] db7595ac-4e9d-4f4a-850d-58fde8a1b6a3/db7595ac-4e9d-4f4a-850d-58fde8a1b6a3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.901071] env[69692]: INFO nova.compute.manager [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Terminating instance [ 1057.903060] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.904195] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.904195] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.904911] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e4438c-0835-4361-8cb5-34371576fdd5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.919687] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1057.919687] env[69692]: value = "task-3536418" [ 1057.919687] env[69692]: _type = "Task" [ 1057.919687] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.934378] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.941288] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.093198] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.561s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.132843] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067203} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.133145] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.133992] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4dc46-3f4e-4d6b-bdaf-608f9c40c941 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.161239] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9e61a86c-3f08-4740-b996-67c8fe6dc5d9/9e61a86c-3f08-4740-b996-67c8fe6dc5d9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.161590] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda28959-0069-41d8-856d-dd83e9affd2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.182942] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1058.182942] env[69692]: value = "task-3536419" [ 1058.182942] env[69692]: _type = "Task" [ 1058.182942] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.194164] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.365400] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0cc3f1a1-b1ec-48ea-a9eb-7318f8186f1f] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1058.394511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.394759] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Instance network_info: |[{"id": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "address": "fa:16:3e:b6:71:8a", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9537b9f2-58", "ovs_interfaceid": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.395070] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Acquired lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.395256] env[69692]: DEBUG nova.network.neutron [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Refreshing network info cache for port 9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.396482] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:71:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9537b9f2-58da-4911-b79e-91fc9d05bfda', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.405312] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.406768] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.407077] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6b190b-1d2c-43a3-a9b9-8a3dd6d2834c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.423789] env[69692]: DEBUG nova.compute.manager [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.423997] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.425312] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8a79bf-dbcc-4eb1-b05d-a59bebbfe58a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.437809] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.437809] env[69692]: value = "task-3536420" [ 1058.437809] env[69692]: _type = "Task" [ 1058.437809] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.443376] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.443700] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48147} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.449353] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b5479f-ba6e-4ad4-b742-9f5bc5ffbb7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.453237] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] db7595ac-4e9d-4f4a-850d-58fde8a1b6a3/db7595ac-4e9d-4f4a-850d-58fde8a1b6a3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.453299] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.453665] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.454044] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a75d91-dcf4-4d73-843a-93af3f2d6048 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.461279] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536420, 'name': CreateVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.463450] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 1058.463450] env[69692]: value = "task-3536421" [ 1058.463450] env[69692]: _type = "Task" [ 1058.463450] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.468053] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1058.468053] env[69692]: value = "task-3536422" [ 1058.468053] env[69692]: _type = "Task" [ 1058.468053] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.474364] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.484042] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.537171] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.573512] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.574063] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.574303] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.574509] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.574660] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.574808] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.575035] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.575201] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.575373] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.575535] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.575706] env[69692]: DEBUG nova.virt.hardware [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.576632] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f82d0-6ca6-4e6c-bb3d-caa0084ce2c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.586211] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656e65a-3be3-406e-b840-ed916b675965 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.603775] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.609734] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Creating folder: Project (ddb750025a14460b843850eb96771789). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.612899] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc248b0-fe48-4c59-880e-9bb77baa6c2b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.623540] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Created folder: Project (ddb750025a14460b843850eb96771789) in parent group-v706084. [ 1058.623729] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Creating folder: Instances. Parent ref: group-v706293. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.623965] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a4dde15-650f-4093-83f4-3987bd57a9e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.633242] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Created folder: Instances in parent group-v706293. [ 1058.633510] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.633713] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.633946] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c9f7ba-a993-4211-9760-82f649a6e9f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.655145] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.655145] env[69692]: value = "task-3536425" [ 1058.655145] env[69692]: _type = "Task" [ 1058.655145] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.667306] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536425, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.694525] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.870071] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 053056de-bba2-4dd5-8cfc-4c47209f8ec5] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1058.946534] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.964746] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536420, 'name': CreateVM_Task, 'duration_secs': 0.387919} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.967792] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.970191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.970191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.970191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.970191] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cdf020-988f-4caa-b688-3a33520dad55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.979060] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536421, 'name': PowerOffVM_Task, 'duration_secs': 0.240444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.983368] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.983599] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.984534] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6d9433-ee18-4c2e-9f11-82dceb4520f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.990896] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1058.990896] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5214d784-6849-7fb6-2a8a-10cf465d9c09" [ 1058.990896] env[69692]: _type = "Task" [ 1058.990896] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.990896] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116437} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.990896] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.996382] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38913518-6485-47d3-aedc-b2d18cf6b5b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.026313] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] db7595ac-4e9d-4f4a-850d-58fde8a1b6a3/db7595ac-4e9d-4f4a-850d-58fde8a1b6a3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.029925] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.030121] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.030280] env[69692]: DEBUG nova.network.neutron [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.033946] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62357e8-a7e5-43a5-bfab-3004318ae96c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.050130] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.050399] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Processing image a7c4cdb1-5917-4f82-b1b5-c60e6539671a {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.050655] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.050812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.050999] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.056684] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b40e6ad4-edda-4ce7-b6d0-a3cbacbaa542 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.059458] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.059663] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.059873] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleting the datastore file [datastore1] 070fc5ec-3c2f-4bde-9f93-254cd89bff38 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.060872] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6735c944-4cc8-43f3-98e0-fde4a9c3beac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065373] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1059.065373] env[69692]: value = "task-3536427" [ 1059.065373] env[69692]: _type = "Task" [ 1059.065373] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.070601] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for the task: (returnval){ [ 1059.070601] env[69692]: value = "task-3536428" [ 1059.070601] env[69692]: _type = "Task" [ 1059.070601] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.080366] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.080557] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.081969] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.087031] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6b254a-eed7-4ba6-bb93-003604bd9907 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.102830] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.107214] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1059.107214] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a6b60a-6d53-751e-6b36-059448a1271d" [ 1059.107214] env[69692]: _type = "Task" [ 1059.107214] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.122625] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a6b60a-6d53-751e-6b36-059448a1271d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.164534] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536425, 'name': CreateVM_Task, 'duration_secs': 0.313434} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.167105] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.168041] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168189] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168702] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2303e7-40f6-4b2b-86ab-3bd2e81c9733 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.174188] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1059.174188] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5278edf1-691a-c297-07de-554c6fd624c5" [ 1059.174188] env[69692]: _type = "Task" [ 1059.174188] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.191859] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278edf1-691a-c297-07de-554c6fd624c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.197249] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536419, 'name': ReconfigVM_Task, 'duration_secs': 0.568042} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.198660] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9e61a86c-3f08-4740-b996-67c8fe6dc5d9/9e61a86c-3f08-4740-b996-67c8fe6dc5d9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.199822] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4550d2-07f3-4ac8-9283-a09bf204ad27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.203077] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62aa94d5-5c45-4cc6-99a5-086dfdc5e707 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.212480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a5621e-f2d6-4509-8766-21c45c1b5407 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.215854] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1059.215854] env[69692]: value = "task-3536429" [ 1059.215854] env[69692]: _type = "Task" [ 1059.215854] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.252380] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2afdfa8-1882-4080-967a-a88ae7b76122 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.258553] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536429, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.259805] env[69692]: DEBUG nova.network.neutron [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Updated VIF entry in instance network info cache for port 9537b9f2-58da-4911-b79e-91fc9d05bfda. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.260130] env[69692]: DEBUG nova.network.neutron [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Updating instance_info_cache with network_info: [{"id": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "address": "fa:16:3e:b6:71:8a", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9537b9f2-58", "ovs_interfaceid": "9537b9f2-58da-4911-b79e-91fc9d05bfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.268266] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d6edc-9003-4fba-b95a-a897fe9c4d99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.283837] env[69692]: DEBUG nova.compute.provider_tree [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.347442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2201afd0-ae18-4cd4-97af-ad2f48519208 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "d1423edc-00e9-432c-8b54-a74f78f07c9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.347685] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2201afd0-ae18-4cd4-97af-ad2f48519208 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "d1423edc-00e9-432c-8b54-a74f78f07c9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.374626] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4dece754-6efe-48db-937b-eca3906bd248] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1059.448839] env[69692]: DEBUG oslo_vmware.api [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Task: {'id': task-3536410, 'name': ReconfigVM_Task, 'duration_secs': 5.859631} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.448839] env[69692]: DEBUG oslo_concurrency.lockutils [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] Releasing lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.448839] env[69692]: DEBUG nova.virt.vmwareapi.vmops [req-51bcebc9-776e-49af-88a8-f73d12f552a4 req-4f6ec326-f194-4abf-9c8e-32fd156ebc85 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Reconfigured VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1059.448839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.042s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.448839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "bba29867-afd7-402e-a8c9-811b22dced76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.448839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.448839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.451087] env[69692]: INFO nova.compute.manager [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Terminating instance [ 1059.474591] env[69692]: DEBUG nova.network.neutron [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.578150] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536427, 'name': ReconfigVM_Task, 'duration_secs': 0.306012} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.578840] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] db7595ac-4e9d-4f4a-850d-58fde8a1b6a3/db7595ac-4e9d-4f4a-850d-58fde8a1b6a3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.579511] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-193ee697-ec1d-4b3e-bd33-3082244ce842 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.584038] env[69692]: DEBUG oslo_vmware.api [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Task: {'id': task-3536428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383577} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.584652] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.584841] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.585030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.585211] env[69692]: INFO nova.compute.manager [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1059.585446] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.585631] env[69692]: DEBUG nova.compute.manager [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.585726] env[69692]: DEBUG nova.network.neutron [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.589321] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1059.589321] env[69692]: value = "task-3536430" [ 1059.589321] env[69692]: _type = "Task" [ 1059.589321] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.598355] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536430, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.617712] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1059.617991] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Fetch image to [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943/OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1059.618182] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Downloading stream optimized image a7c4cdb1-5917-4f82-b1b5-c60e6539671a to [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943/OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943.vmdk on the data store datastore2 as vApp {{(pid=69692) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1059.618483] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Downloading image file data a7c4cdb1-5917-4f82-b1b5-c60e6539671a to the ESX as VM named 'OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943' {{(pid=69692) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1059.693928] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278edf1-691a-c297-07de-554c6fd624c5, 'name': SearchDatastore_Task, 'duration_secs': 0.023843} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.694508] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.694838] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.695093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.695240] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.695418] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.695703] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9528e39d-a66e-4fa9-9f6f-dea933a174fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.704229] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.704827] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.705188] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808fb780-16bb-44a1-8ebd-04c7170deed6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.714192] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.714192] env[69692]: value = "resgroup-9" [ 1059.714192] env[69692]: _type = "ResourcePool" [ 1059.714192] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.714329] env[69692]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce1d48b9-6862-44d9-bb29-945d15a1c295 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.735180] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1059.735180] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521d70b4-5d35-84e9-d23b-545a7fd5acb1" [ 1059.735180] env[69692]: _type = "Task" [ 1059.735180] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.741384] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease: (returnval){ [ 1059.741384] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1059.741384] env[69692]: _type = "HttpNfcLease" [ 1059.741384] env[69692]: } obtained for vApp import into resource pool (val){ [ 1059.741384] env[69692]: value = "resgroup-9" [ 1059.741384] env[69692]: _type = "ResourcePool" [ 1059.741384] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.741384] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the lease: (returnval){ [ 1059.741384] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1059.741384] env[69692]: _type = "HttpNfcLease" [ 1059.741384] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.750796] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536429, 'name': Rename_Task, 'duration_secs': 0.310616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.751031] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521d70b4-5d35-84e9-d23b-545a7fd5acb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.751602] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.752381] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346b2372-989e-4916-a22c-4d782855b295 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.754485] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a55da5-821e-4edd-b2bc-5895ff2d2318 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.757285] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.757285] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1059.757285] env[69692]: _type = "HttpNfcLease" [ 1059.757285] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.764719] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff24b60a-138b-4ae3-b08e-773fbbfd3249 req-91a56151-deee-4321-be28-24a1c02ca804 service nova] Releasing lock "refresh_cache-ad249fac-0caa-4d2c-a195-aba6da849a9d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.765377] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1059.765377] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521f2496-2582-a6b5-0fa0-874a0ca0acb4" [ 1059.765377] env[69692]: _type = "Task" [ 1059.765377] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.765560] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1059.765560] env[69692]: value = "task-3536432" [ 1059.765560] env[69692]: _type = "Task" [ 1059.765560] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.785347] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536432, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.785347] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521f2496-2582-a6b5-0fa0-874a0ca0acb4, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.785347] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.785347] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.785347] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c01b0768-35f3-4a31-ba50-c54412ad7b0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.786342] env[69692]: DEBUG nova.scheduler.client.report [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.794101] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1059.794101] env[69692]: value = "task-3536433" [ 1059.794101] env[69692]: _type = "Task" [ 1059.794101] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.805411] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.877601] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c85a6c39-0781-4456-9036-68262d2b14f1] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1059.957694] env[69692]: DEBUG nova.compute.manager [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.957959] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.959317] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87f5ab-cdd8-4493-883c-5f005827e7cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.968229] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.968521] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b691ee7f-65ec-4b1f-8186-01e3de00e78a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.975731] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1059.975731] env[69692]: value = "task-3536434" [ 1059.975731] env[69692]: _type = "Task" [ 1059.975731] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.976722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.990729] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.104454] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536430, 'name': Rename_Task, 'duration_secs': 0.141148} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.104924] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.105325] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae447208-e5a7-4d97-a488-1810c9171462 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.113660] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1060.113660] env[69692]: value = "task-3536435" [ 1060.113660] env[69692]: _type = "Task" [ 1060.113660] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.122460] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.223677] env[69692]: DEBUG nova.compute.manager [req-b83f1c1b-a968-4992-a268-29bd10e688d2 req-94f927fa-9cd7-4f53-a0f2-77c40a98bf8d service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Received event network-vif-deleted-97b969d2-f9db-4d65-bf13-507d9f2ea469 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.223973] env[69692]: INFO nova.compute.manager [req-b83f1c1b-a968-4992-a268-29bd10e688d2 req-94f927fa-9cd7-4f53-a0f2-77c40a98bf8d service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Neutron deleted interface 97b969d2-f9db-4d65-bf13-507d9f2ea469; detaching it from the instance and deleting it from the info cache [ 1060.224461] env[69692]: DEBUG nova.network.neutron [req-b83f1c1b-a968-4992-a268-29bd10e688d2 req-94f927fa-9cd7-4f53-a0f2-77c40a98bf8d service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.250406] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.250406] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1060.250406] env[69692]: _type = "HttpNfcLease" [ 1060.250406] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.278491] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536432, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.291834] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.292660] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.296333] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.495s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.301027] env[69692]: INFO nova.compute.claims [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.314094] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493805} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.314402] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.314663] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.314951] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6735bd9-43cb-4107-9ffc-925ffeaa7ba8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.322104] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1060.322104] env[69692]: value = "task-3536436" [ 1060.322104] env[69692]: _type = "Task" [ 1060.322104] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.331549] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.385032] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: aabea5f0-f4c1-4d9f-a04e-6d165900bf67] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1060.476845] env[69692]: DEBUG nova.network.neutron [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.492033] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536434, 'name': PowerOffVM_Task, 'duration_secs': 0.402937} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.495159] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.495350] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.496939] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b0b4951-21d2-4d0e-b05d-01bde4b1d3b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.509957] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959034ee-d91d-4c16-a6af-d52b834bc9b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.533497] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c00b7-681d-4158-a65e-1f6c1de53f00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.540662] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.562607] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.562919] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.563176] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleting the datastore file [datastore2] bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.563464] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4bb2b2-19a6-44f6-a423-d4e233210469 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.571853] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1060.571853] env[69692]: value = "task-3536438" [ 1060.571853] env[69692]: _type = "Task" [ 1060.571853] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.581697] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.623519] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536435, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.727962] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07e33494-4e37-4d57-8a61-fa693dcb8e83 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.737868] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44b857-ef3a-4fd9-9519-ed4d97368991 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.759184] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.759184] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1060.759184] env[69692]: _type = "HttpNfcLease" [ 1060.759184] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.759495] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.759495] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527ccd50-901d-a659-9572-f7144f39cca1" [ 1060.759495] env[69692]: _type = "HttpNfcLease" [ 1060.759495] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1060.760275] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a862a44-dee3-4554-9ca7-d78f88324f3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.778900] env[69692]: DEBUG nova.compute.manager [req-b83f1c1b-a968-4992-a268-29bd10e688d2 req-94f927fa-9cd7-4f53-a0f2-77c40a98bf8d service nova] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Detach interface failed, port_id=97b969d2-f9db-4d65-bf13-507d9f2ea469, reason: Instance 070fc5ec-3c2f-4bde-9f93-254cd89bff38 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.785702] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.785871] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1060.848978] env[69692]: DEBUG nova.compute.utils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.862362] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.862574] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.874879] env[69692]: DEBUG oslo_vmware.api [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536432, 'name': PowerOnVM_Task, 'duration_secs': 0.721746} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.883153] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.883403] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.883660] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.883916] env[69692]: INFO nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1060.884497] env[69692]: DEBUG nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.886234] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6127ef9-a742-494d-a825-6336d674b876 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.889494] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6aa8a9e9-75ab-4330-9c1e-d0dbcf77e65e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.894765] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0c854650-f573-4ab9-8bfc-de0f5d8f0d61] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1060.896929] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07228} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.899197] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.900072] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e43fd-fa95-4989-bd3e-c451e0ef453e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.929166] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.933272] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103e04c9-1dd9-496e-a87d-350c547e5355 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.952815] env[69692]: DEBUG nova.policy [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f255672516924abebf15b67dd1f154a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7031122d654ed8807080e15e9b0629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.954026] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1060.954026] env[69692]: value = "task-3536439" [ 1060.954026] env[69692]: _type = "Task" [ 1060.954026] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.963320] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.984251] env[69692]: INFO nova.compute.manager [-] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Took 1.40 seconds to deallocate network for instance. [ 1061.046908] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.047234] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6718482-0786-4610-9b7c-e1a25a8a6356 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.054540] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1061.054540] env[69692]: value = "task-3536440" [ 1061.054540] env[69692]: _type = "Task" [ 1061.054540] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.065169] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.082120] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.123702] env[69692]: DEBUG oslo_vmware.api [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536435, 'name': PowerOnVM_Task, 'duration_secs': 0.562721} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.123961] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.124179] env[69692]: INFO nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1061.124356] env[69692]: DEBUG nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.125181] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5858b542-07c7-4e2f-b04f-8ae1deafdf3e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.322727] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Successfully created port: 95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.354703] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.379965] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a3f699-a3a2-4275-be50-a86b4fd8e4c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.386288] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef1acf9-3112-4c44-b1b6-c0e639249e90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.417031] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 3a635f02-cf12-43d8-914e-763990cfb5b8] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1061.426611] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b366b46-d4f8-4524-bb8b-cb3bda0cb78b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.429273] env[69692]: INFO nova.compute.manager [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Took 64.26 seconds to build instance. [ 1061.435730] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a5da3-78c8-4129-a348-97b00a83f418 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.450892] env[69692]: DEBUG nova.compute.provider_tree [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.464137] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.493072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.567784] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.582742] env[69692]: DEBUG oslo_vmware.api [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539579} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.584839] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.585027] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.585214] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.585398] env[69692]: INFO nova.compute.manager [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1061.585634] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.587096] env[69692]: DEBUG nova.compute.manager [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.587250] env[69692]: DEBUG nova.network.neutron [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.649441] env[69692]: INFO nova.compute.manager [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Took 44.25 seconds to build instance. [ 1061.920641] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 33867783-8b88-4c8b-ab6e-5786e689a611] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1061.930928] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e3464d76-68f0-415e-ac1b-5758ed53321d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.795s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.953645] env[69692]: DEBUG nova.scheduler.client.report [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.966962] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536439, 'name': ReconfigVM_Task, 'duration_secs': 0.723215} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.967289] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.968039] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e49b27ea-af4c-43c8-9205-43288e907ed8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.974809] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1061.974809] env[69692]: value = "task-3536441" [ 1061.974809] env[69692]: _type = "Task" [ 1061.974809] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.990109] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536441, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.067043] env[69692]: DEBUG oslo_vmware.api [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536440, 'name': PowerOnVM_Task, 'duration_secs': 0.694322} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.067671] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.067671] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1620c5a-f033-489c-b911-e3b9dd75c9eb tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance 'de444a08-cffe-46c8-a32b-928ccd6ee816' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.092623] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.093017] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.093253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.097019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.097019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.099160] env[69692]: INFO nova.compute.manager [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Terminating instance [ 1062.152203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-52216043-147a-409a-b0db-1f15d660826f tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.772s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.176260] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1062.176544] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.177805] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cba889-aa27-4296-8be5-f9605fb7fd56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.186710] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.186941] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1062.188458] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-369285ea-ce16-412c-b062-d7e5164f4ead {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.191456] env[69692]: DEBUG nova.compute.manager [req-53dbff85-c3fc-4b67-b977-42da6b01a7ca req-d5dd007f-dfd6-45b8-accb-1ed591244dd6 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Received event network-vif-deleted-e2537686-031f-4113-92c0-d261ea50b6b6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.191656] env[69692]: INFO nova.compute.manager [req-53dbff85-c3fc-4b67-b977-42da6b01a7ca req-d5dd007f-dfd6-45b8-accb-1ed591244dd6 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Neutron deleted interface e2537686-031f-4113-92c0-d261ea50b6b6; detaching it from the instance and deleting it from the info cache [ 1062.191854] env[69692]: DEBUG nova.network.neutron [req-53dbff85-c3fc-4b67-b977-42da6b01a7ca req-d5dd007f-dfd6-45b8-accb-1ed591244dd6 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.369813] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.398602] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.399071] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.399199] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.399352] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.399710] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.399710] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.399980] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.400207] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.400414] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.400676] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.400917] env[69692]: DEBUG nova.virt.hardware [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.402227] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd544ce-2e9d-4d9a-9980-6fe362c7511c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.413074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3240a-6fb1-42b6-a0d1-b2737754903f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.430502] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2df9c507-52ba-4f07-877f-94ee2bf6ea65] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1062.436254] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.459065] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.460242] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.462652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.575s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.462849] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.465488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.753s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.467041] env[69692]: INFO nova.compute.claims [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.486886] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536441, 'name': Rename_Task, 'duration_secs': 0.20935} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.487178] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.487446] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707dafa1-0deb-4a06-a1d9-73c037ae5278 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.494765] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1062.494765] env[69692]: value = "task-3536442" [ 1062.494765] env[69692]: _type = "Task" [ 1062.494765] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.504050] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.510579] env[69692]: INFO nova.scheduler.client.report [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocations for instance 6472233c-5068-4634-be5c-aca883a1783d [ 1062.603663] env[69692]: DEBUG nova.compute.manager [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.603904] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.604866] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35720f2e-e739-471f-8184-8c475853b212 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.614135] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.614135] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b54e9c-4ded-44e8-82af-3c68b72e3f4a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.624639] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1062.624639] env[69692]: value = "task-3536443" [ 1062.624639] env[69692]: _type = "Task" [ 1062.624639] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.632679] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.655201] env[69692]: DEBUG nova.compute.manager [None req-2201afd0-ae18-4cd4-97af-ad2f48519208 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: d1423edc-00e9-432c-8b54-a74f78f07c9d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.658956] env[69692]: DEBUG oslo_vmware.rw_handles [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ce4e4-b0db-7b72-adfe-fe53e7f164cf/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1062.659252] env[69692]: INFO nova.virt.vmwareapi.images [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Downloaded image file data a7c4cdb1-5917-4f82-b1b5-c60e6539671a [ 1062.659804] env[69692]: DEBUG nova.network.neutron [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.666098] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf90e7-cd38-458e-818e-f7433e5cedab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.686939] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8c319a-5dff-45a4-9b9a-859c77edbd44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.697272] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a8a1d4c-3e0e-420d-bca0-86c7a33fdacf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.712255] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e92caa-4a7b-410f-b35f-6ccc6c1344ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.725644] env[69692]: INFO nova.virt.vmwareapi.images [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] The imported VM was unregistered [ 1062.727803] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1062.728044] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.729107] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80de98e-06e2-4905-bdd2-7bfd84a6a8e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.756682] env[69692]: DEBUG nova.compute.manager [req-53dbff85-c3fc-4b67-b977-42da6b01a7ca req-d5dd007f-dfd6-45b8-accb-1ed591244dd6 service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Detach interface failed, port_id=e2537686-031f-4113-92c0-d261ea50b6b6, reason: Instance bba29867-afd7-402e-a8c9-811b22dced76 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.758283] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.758569] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943/OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943.vmdk to [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk. {{(pid=69692) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1062.758861] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4635b753-5727-4bb4-babe-631299b16cd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.766088] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1062.766088] env[69692]: value = "task-3536445" [ 1062.766088] env[69692]: _type = "Task" [ 1062.766088] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.775832] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.934021] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 1a6f2f90-dab0-44bb-8564-223efaf9f8f6] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1062.960093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.972844] env[69692]: DEBUG nova.compute.utils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.979188] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.979188] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.005097] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.021908] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2330e513-d598-453c-93c3-940a41047acd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "6472233c-5068-4634-be5c-aca883a1783d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.579s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.037921] env[69692]: DEBUG nova.policy [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3ac99023b44b69889919b1d4e25d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b10ae845a1414583acf02939c91530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.136877] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536443, 'name': PowerOffVM_Task, 'duration_secs': 0.290353} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.137887] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.137887] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.137887] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52e0875-13ce-40cc-bfc2-867e70b1a1ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.160748] env[69692]: DEBUG nova.compute.manager [None req-2201afd0-ae18-4cd4-97af-ad2f48519208 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: d1423edc-00e9-432c-8b54-a74f78f07c9d] Instance disappeared before build. {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1063.171835] env[69692]: INFO nova.compute.manager [-] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Took 1.58 seconds to deallocate network for instance. [ 1063.245255] env[69692]: DEBUG nova.compute.manager [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Received event network-vif-plugged-95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.245659] env[69692]: DEBUG oslo_concurrency.lockutils [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.245721] env[69692]: DEBUG oslo_concurrency.lockutils [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.245852] env[69692]: DEBUG oslo_concurrency.lockutils [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.246930] env[69692]: DEBUG nova.compute.manager [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] No waiting events found dispatching network-vif-plugged-95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.247311] env[69692]: WARNING nova.compute.manager [req-17670b18-6002-4227-a6d0-3f5b8cd5629f req-f259475a-eccf-4e7c-8dcf-35ec40449ab0 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Received unexpected event network-vif-plugged-95b66254-679d-4d40-a98c-de7e34cbb805 for instance with vm_state building and task_state spawning. [ 1063.264326] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.264608] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.284067] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.325246] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.325620] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.326269] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleting the datastore file [datastore2] 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.326418] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58187ca-7dbb-4346-95c7-5e99ea32ee11 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.338647] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for the task: (returnval){ [ 1063.338647] env[69692]: value = "task-3536447" [ 1063.338647] env[69692]: _type = "Task" [ 1063.338647] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.351498] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.378014] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Successfully updated port: 95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.395106] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Successfully created port: 22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.438128] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 8da2aa88-2973-40fc-906d-781d86cb2f03] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1063.478865] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.520754] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536442, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.680134] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.684998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2201afd0-ae18-4cd4-97af-ad2f48519208 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "d1423edc-00e9-432c-8b54-a74f78f07c9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 4.337s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.782337] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.853498] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.880985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.880985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.881319] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.942076] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: f86cbb87-023b-42b1-aef2-65c42a493437] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1064.010323] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.025863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af68e358-26d9-4008-945e-8fde4e9b0b0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.036332] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda06a2f-34a5-4151-8e2d-b3d6eaa9ad90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.070847] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0602c02-9f2b-4432-99ad-50d32e466546 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.079634] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a75c2b-a7dd-4d8d-9f7a-86f6ef38eeeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.097560] env[69692]: DEBUG nova.compute.provider_tree [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.187396] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.283150] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.347920] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.434615] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.445859] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2ae35bea-fc6f-4138-b40c-707fe6dc3e12] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1064.492581] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.510572] env[69692]: DEBUG oslo_vmware.api [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536442, 'name': PowerOnVM_Task, 'duration_secs': 1.758924} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.510812] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.511071] env[69692]: INFO nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1064.511274] env[69692]: DEBUG nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.512131] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdbe46b-7fae-4f9b-87e6-e52eb7a8f616 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.524531] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.524795] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.524949] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.525140] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.525282] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.525424] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.525622] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.525772] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.525932] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.526103] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.526273] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.527258] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465b06c-02c9-4d7f-b237-410fcc55ba61 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.535838] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633f73e-71aa-47e1-b3b3-182f4b2d08de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.601801] env[69692]: DEBUG nova.scheduler.client.report [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.696511] env[69692]: DEBUG nova.network.neutron [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.715783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.786293] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.850776] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.953652] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 435b11cd-2a7c-4869-9785-62290b46769e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1065.005666] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Successfully updated port: 22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.039367] env[69692]: DEBUG nova.compute.manager [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Received event network-vif-plugged-22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.039589] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] Acquiring lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.039831] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.040111] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.040189] env[69692]: DEBUG nova.compute.manager [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] No waiting events found dispatching network-vif-plugged-22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.040345] env[69692]: WARNING nova.compute.manager [req-f6f8181f-f93e-4ce0-8671-a485a493a13f req-0cad8b2b-004b-4c43-94cc-ca8421e47879 service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Received unexpected event network-vif-plugged-22c33950-2a1d-4249-9719-70e171940e47 for instance with vm_state building and task_state spawning. [ 1065.041209] env[69692]: INFO nova.compute.manager [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Took 43.23 seconds to build instance. [ 1065.108071] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.108713] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.112455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.886s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.201719] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.202058] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Instance network_info: |[{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.202581] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:f3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b66254-679d-4d40-a98c-de7e34cbb805', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.211021] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.211462] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.212129] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6131923d-59de-4bf6-9084-cde51ad8483a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.235806] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.235806] env[69692]: value = "task-3536448" [ 1065.235806] env[69692]: _type = "Task" [ 1065.235806] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.245451] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.285289] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.358475] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.377611] env[69692]: DEBUG nova.network.neutron [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Port 62fedc36-0fb0-4eb9-85cd-36a260156d70 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1065.378678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.378678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.378678] env[69692]: DEBUG nova.network.neutron [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.459135] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2aaa93a3-9140-4422-9849-0b5a2616e633] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1065.504784] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.504931] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.505095] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.521743] env[69692]: DEBUG nova.compute.manager [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Received event network-changed-95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.522152] env[69692]: DEBUG nova.compute.manager [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Refreshing instance network info cache due to event network-changed-95b66254-679d-4d40-a98c-de7e34cbb805. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.522520] env[69692]: DEBUG oslo_concurrency.lockutils [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] Acquiring lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.522847] env[69692]: DEBUG oslo_concurrency.lockutils [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] Acquired lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.523210] env[69692]: DEBUG nova.network.neutron [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Refreshing network info cache for port 95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.546416] env[69692]: INFO nova.compute.manager [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Rebuilding instance [ 1065.548483] env[69692]: DEBUG oslo_concurrency.lockutils [None req-14577c9f-c9f0-42b0-b4b3-1e8ffef3c54d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.743s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.600959] env[69692]: DEBUG nova.compute.manager [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.602330] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5694c598-2b7a-4a9e-83a6-de6ee7f97778 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.616069] env[69692]: DEBUG nova.compute.utils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.617439] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.617546] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.714912] env[69692]: DEBUG nova.policy [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3ac99023b44b69889919b1d4e25d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b10ae845a1414583acf02939c91530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.746730] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.787981] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.854109] env[69692]: DEBUG oslo_vmware.api [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Task: {'id': task-3536447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.130464} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.854386] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.855268] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.855268] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.855268] env[69692]: INFO nova.compute.manager [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1065.855432] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.855654] env[69692]: DEBUG nova.compute.manager [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.855761] env[69692]: DEBUG nova.network.neutron [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.964684] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: cef84cb6-0860-43d3-be49-593f04be9ade] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1066.051254] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.105843] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.120120] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.168926] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Successfully created port: da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.207012] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659e731-1def-416a-a099-fcef121e6f65 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.221811] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b51aba-80ad-4614-9538-25c0a1007ca6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.284429] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305cb08-2424-4a00-a248-af2d34ce425b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.304487] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.312626] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536445, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.055626} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.313153] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943/OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943.vmdk to [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk. [ 1066.313462] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Cleaning up location [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1066.313893] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8a36ec3c-e299-4066-94f8-5081d0a83943 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.315957] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d106a6-86d6-4084-af97-a4f08ba3ab9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.325920] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5ddb31-94cd-4c35-9752-3dc5bd4afc06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.344884] env[69692]: DEBUG nova.compute.provider_tree [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.352101] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1066.352101] env[69692]: value = "task-3536449" [ 1066.352101] env[69692]: _type = "Task" [ 1066.352101] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.364688] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.438738] env[69692]: DEBUG nova.network.neutron [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.466369] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4cd7bc6c-ce62-4bbf-8058-d65471cbbef0] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1066.561408] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Updating instance_info_cache with network_info: [{"id": "22c33950-2a1d-4249-9719-70e171940e47", "address": "fa:16:3e:c7:c9:e5", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c33950-2a", "ovs_interfaceid": "22c33950-2a1d-4249-9719-70e171940e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.571706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.619536] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.619850] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31359ae-734f-44a6-95a9-47402a8ca0fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.629019] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1066.629019] env[69692]: value = "task-3536450" [ 1066.629019] env[69692]: _type = "Task" [ 1066.629019] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.629856] env[69692]: DEBUG nova.network.neutron [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updated VIF entry in instance network info cache for port 95b66254-679d-4d40-a98c-de7e34cbb805. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.630221] env[69692]: DEBUG nova.network.neutron [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.647057] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.787393] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.855024] env[69692]: DEBUG nova.scheduler.client.report [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.872164] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18676} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.872474] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.872655] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.872907] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk to [datastore2] ad249fac-0caa-4d2c-a195-aba6da849a9d/ad249fac-0caa-4d2c-a195-aba6da849a9d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.873174] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c249328-7511-47cd-bea8-04a4853acb6a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.879549] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1066.879549] env[69692]: value = "task-3536451" [ 1066.879549] env[69692]: _type = "Task" [ 1066.879549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.887917] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.941722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.969298] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 443e9d2b-6ecf-4b99-ab73-09b6c0748c18] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1067.066775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.067451] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Instance network_info: |[{"id": "22c33950-2a1d-4249-9719-70e171940e47", "address": "fa:16:3e:c7:c9:e5", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c33950-2a", "ovs_interfaceid": "22c33950-2a1d-4249-9719-70e171940e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.068099] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:c9:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c33950-2a1d-4249-9719-70e171940e47', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.077619] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.077932] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.078719] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03019476-2286-467a-ab80-c3daa3c8f4eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.102871] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Received event network-changed-22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.103116] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Refreshing instance network info cache due to event network-changed-22c33950-2a1d-4249-9719-70e171940e47. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.103351] env[69692]: DEBUG oslo_concurrency.lockutils [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] Acquiring lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.106872] env[69692]: DEBUG oslo_concurrency.lockutils [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] Acquired lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.106872] env[69692]: DEBUG nova.network.neutron [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Refreshing network info cache for port 22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.106872] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.106872] env[69692]: value = "task-3536452" [ 1067.106872] env[69692]: _type = "Task" [ 1067.106872] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.117921] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536452, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.137398] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.145161] env[69692]: DEBUG oslo_concurrency.lockutils [req-6a0efdef-4aad-4ab7-87da-02acfb67a4c7 req-f73a6a7e-da9f-437c-97e3-c60b5be0c525 service nova] Releasing lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.146171] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536450, 'name': PowerOffVM_Task, 'duration_secs': 0.193255} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.146499] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.146789] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.147925] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2937132-418e-4d2d-af58-124d9112141a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.159009] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.161996] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-005a73a2-aa09-4b3d-8d17-f27fe970e467 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.173158] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.173440] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.173598] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.173781] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.174065] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.174313] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.174571] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.174706] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.174866] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.175036] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.175222] env[69692]: DEBUG nova.virt.hardware [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.176382] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed8e96-6958-44a3-a7d8-c2e660e007cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.188899] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d362fc8-48ae-4a47-b41e-aa87042e08cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.194673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.194856] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.195043] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Deleting the datastore file [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.195689] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8c2c03-3d6d-40c4-9a82-9ff5f4884a69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.209287] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1067.209287] env[69692]: value = "task-3536454" [ 1067.209287] env[69692]: _type = "Task" [ 1067.209287] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.217563] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.284100] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.284279] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.291265] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.337255] env[69692]: DEBUG nova.network.neutron [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.391780] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.446164] env[69692]: DEBUG nova.compute.manager [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69692) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1067.446164] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.474737] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: af0c4135-2c1a-4eab-b8a7-9eca5c95d17b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1067.623611] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536452, 'name': CreateVM_Task, 'duration_secs': 0.402634} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.623863] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.629029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.629029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.629029] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a563b4d7-d8f8-4aa1-a828-091f0d94b9e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.632244] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1067.632244] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5270ab0d-3b4c-9b0a-1b92-ff80c17ac5d1" [ 1067.632244] env[69692]: _type = "Task" [ 1067.632244] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.642150] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5270ab0d-3b4c-9b0a-1b92-ff80c17ac5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.664324] env[69692]: DEBUG nova.compute.manager [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Received event network-vif-plugged-da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.664596] env[69692]: DEBUG oslo_concurrency.lockutils [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] Acquiring lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.664831] env[69692]: DEBUG oslo_concurrency.lockutils [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.665073] env[69692]: DEBUG oslo_concurrency.lockutils [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.665279] env[69692]: DEBUG nova.compute.manager [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] No waiting events found dispatching network-vif-plugged-da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.665497] env[69692]: WARNING nova.compute.manager [req-d57e032f-e62c-453e-8fee-bd33838f9503 req-6113dd68-7432-49fd-bedc-9a621f03a54f service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Received unexpected event network-vif-plugged-da98a7dd-c502-4941-b359-8833b632ae82 for instance with vm_state building and task_state spawning. [ 1067.723514] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.788731] env[69692]: INFO nova.compute.manager [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Detaching volume 9f1b7008-81dc-4053-b815-1156bcfec2df [ 1067.791815] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536448, 'name': CreateVM_Task, 'duration_secs': 2.22055} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.792495] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.793309] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.835147] env[69692]: INFO nova.virt.block_device [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Attempting to driver detach volume 9f1b7008-81dc-4053-b815-1156bcfec2df from mountpoint /dev/sdb [ 1067.835147] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.835147] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706256', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'name': 'volume-9f1b7008-81dc-4053-b815-1156bcfec2df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cdb720d4-e7ef-4e59-aa43-225cf1ed5e02', 'attached_at': '', 'detached_at': '', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'serial': '9f1b7008-81dc-4053-b815-1156bcfec2df'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.835147] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a52360-8e18-421f-be32-2a356db03ad2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.842126] env[69692]: INFO nova.compute.manager [-] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Took 1.99 seconds to deallocate network for instance. [ 1067.873942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.761s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.874455] env[69692]: DEBUG nova.compute.manager [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69692) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1067.878356] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Successfully updated port: da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.879650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.277s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.881365] env[69692]: INFO nova.compute.claims [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.885711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfef685-48f3-4cc6-94cb-a947338efcac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.900790] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306f496-b4dc-4e84-9fcd-6c58ea5ed48e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.903491] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.904426] env[69692]: DEBUG nova.network.neutron [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Updated VIF entry in instance network info cache for port 22c33950-2a1d-4249-9719-70e171940e47. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.904784] env[69692]: DEBUG nova.network.neutron [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Updating instance_info_cache with network_info: [{"id": "22c33950-2a1d-4249-9719-70e171940e47", "address": "fa:16:3e:c7:c9:e5", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c33950-2a", "ovs_interfaceid": "22c33950-2a1d-4249-9719-70e171940e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.932335] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1325b96-8a80-4428-8bee-ef65b42260a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.952332] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f1b7008-81dc-4053-b815-1156bcfec2df/volume-9f1b7008-81dc-4053-b815-1156bcfec2df.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.957916] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.958477] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c30a77-e9dd-4b43-ae14-e4d89a44b110 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.976446] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.977394] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances with incomplete migration {{(pid=69692) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1067.981390] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1067.981390] env[69692]: value = "task-3536455" [ 1067.981390] env[69692]: _type = "Task" [ 1067.981390] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.993410] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.145108] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5270ab0d-3b4c-9b0a-1b92-ff80c17ac5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.048302} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.145469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.145740] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.146053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.146215] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.146414] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.146714] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.147027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.147295] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7514ca0-7b4e-4772-ab04-c8cf63e70535 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.149594] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba34810-6c8c-4975-acf8-8f12370f9d76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.154828] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1068.154828] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521ed43f-c8ba-b1e9-828e-d9718bcc5b81" [ 1068.154828] env[69692]: _type = "Task" [ 1068.154828] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.163300] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521ed43f-c8ba-b1e9-828e-d9718bcc5b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.168058] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.168267] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.169024] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a552db-1ccc-430a-aa3f-503b13fdf3b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.178367] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1068.178367] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f389d5-5af9-f42b-793e-2c3ea4fb2110" [ 1068.178367] env[69692]: _type = "Task" [ 1068.178367] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.190127] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f389d5-5af9-f42b-793e-2c3ea4fb2110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.227441] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.380227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.392887] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.393455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.393745] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.408145] env[69692]: DEBUG oslo_concurrency.lockutils [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] Releasing lock "refresh_cache-abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.408410] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-vif-deleted-4d92cfc0-4745-4de0-acf9-c47ce442920d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.408923] env[69692]: INFO nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Neutron deleted interface 4d92cfc0-4745-4de0-acf9-c47ce442920d; detaching it from the instance and deleting it from the info cache [ 1068.408923] env[69692]: DEBUG nova.network.neutron [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [{"id": "118692fe-f919-496d-8658-231868f112d6", "address": "fa:16:3e:c1:36:c3", "network": {"id": "4901f071-8d33-4379-ada1-3d4e69af5ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1786995077", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "00c87bff23234ae28eb14991ed73eb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118692fe-f9", "ovs_interfaceid": "118692fe-f919-496d-8658-231868f112d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.414817] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.458027] env[69692]: INFO nova.scheduler.client.report [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted allocation for migration ae521edf-ef16-4a5c-a890-195f06e23bd2 [ 1068.479580] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.494308] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536455, 'name': ReconfigVM_Task, 'duration_secs': 0.475579} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.494666] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.500073] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f75013-7ca8-48c3-a354-31d209164c8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.519033] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1068.519033] env[69692]: value = "task-3536456" [ 1068.519033] env[69692]: _type = "Task" [ 1068.519033] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.533821] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.666445] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521ed43f-c8ba-b1e9-828e-d9718bcc5b81, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.666773] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.667088] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.667284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.692909] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f389d5-5af9-f42b-793e-2c3ea4fb2110, 'name': SearchDatastore_Task, 'duration_secs': 0.015376} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.693800] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fe66ce-7d72-47f4-ba52-8c7e3964db0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.703653] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1068.703653] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5274588c-d416-b149-241b-6251a31c347c" [ 1068.703653] env[69692]: _type = "Task" [ 1068.703653] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.714962] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5274588c-d416-b149-241b-6251a31c347c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.726233] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.225675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.726511] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.726759] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.726990] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.912358] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.913528] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccff82ee-eb58-47bb-b096-3122d634c91f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.922055] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef836f-01d2-468e-8e1b-80c96144e516 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.936132] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.968265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-04ba407d-2c8a-4a55-b7a4-37376ab7719b tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.793s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.969241] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Detach interface failed, port_id=4d92cfc0-4745-4de0-acf9-c47ce442920d, reason: Instance 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.969564] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Received event network-vif-deleted-118692fe-f919-496d-8658-231868f112d6 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.969700] env[69692]: INFO nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Neutron deleted interface 118692fe-f919-496d-8658-231868f112d6; detaching it from the instance and deleting it from the info cache [ 1068.970070] env[69692]: DEBUG nova.network.neutron [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.038990] env[69692]: DEBUG oslo_vmware.api [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536456, 'name': ReconfigVM_Task, 'duration_secs': 0.160725} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.039983] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706256', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'name': 'volume-9f1b7008-81dc-4053-b815-1156bcfec2df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cdb720d4-e7ef-4e59-aa43-225cf1ed5e02', 'attached_at': '', 'detached_at': '', 'volume_id': '9f1b7008-81dc-4053-b815-1156bcfec2df', 'serial': '9f1b7008-81dc-4053-b815-1156bcfec2df'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.140186] env[69692]: DEBUG nova.network.neutron [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Updating instance_info_cache with network_info: [{"id": "da98a7dd-c502-4941-b359-8833b632ae82", "address": "fa:16:3e:68:d1:06", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda98a7dd-c5", "ovs_interfaceid": "da98a7dd-c502-4941-b359-8833b632ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.215935] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5274588c-d416-b149-241b-6251a31c347c, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.216223] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.216480] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17/abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.216751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.216939] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.217164] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25837c8b-1f61-4bd5-82ea-8a83578d9ee5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.223029] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2873238d-962a-4d8a-8897-7b44981c475f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.230093] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1069.230093] env[69692]: value = "task-3536457" [ 1069.230093] env[69692]: _type = "Task" [ 1069.230093] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.237424] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.237613] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.240988] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babcaf57-bc05-4789-b480-74937954acd3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.247484] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1069.247484] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f1c1da-e406-5246-1ecf-62f316b4c97b" [ 1069.247484] env[69692]: _type = "Task" [ 1069.247484] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.250996] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.264486] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f1c1da-e406-5246-1ecf-62f316b4c97b, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.265548] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27f435f-d85c-482f-b1fa-90022d7609b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.276083] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1069.276083] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea2415-cc87-8870-dd46-cc2181def97e" [ 1069.276083] env[69692]: _type = "Task" [ 1069.276083] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.284993] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ea2415-cc87-8870-dd46-cc2181def97e, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.285183] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.285434] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.285687] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f40e0c-78ce-4e69-886f-3a54535237c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.297568] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1069.297568] env[69692]: value = "task-3536458" [ 1069.297568] env[69692]: _type = "Task" [ 1069.297568] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.306975] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.413563] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536451, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.326596} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.413563] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7c4cdb1-5917-4f82-b1b5-c60e6539671a/a7c4cdb1-5917-4f82-b1b5-c60e6539671a.vmdk to [datastore2] ad249fac-0caa-4d2c-a195-aba6da849a9d/ad249fac-0caa-4d2c-a195-aba6da849a9d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.413765] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342c6c0-0a03-4054-9c81-60dbcc1309dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438264] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ad249fac-0caa-4d2c-a195-aba6da849a9d/ad249fac-0caa-4d2c-a195-aba6da849a9d.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.441637] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68eba44c-4026-4dc5-888c-b79b6a015873 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.464672] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1069.464672] env[69692]: value = "task-3536459" [ 1069.464672] env[69692]: _type = "Task" [ 1069.464672] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.473702] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.476634] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2b661-3cba-499a-bf4d-32a0a8a42398 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.480759] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee2b621f-3a9b-4b1e-b3fb-0f9f8ad0298d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.488908] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd581eb-cff1-4a1f-b92d-f3447e6c832a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.495880] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d624e11-14b2-4bd7-b8a0-9da764a034bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.534864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc54d7bb-75ab-4f76-a411-2aec2c26113e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.542558] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1255422-d702-4f68-b7f5-20c7a33b235c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.568744] env[69692]: DEBUG nova.compute.manager [req-e78c1cd7-66a3-408d-b66d-a72a2b0beae2 req-fe6ec408-fa1c-4c22-b9ce-83ebdaa3621f service nova] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Detach interface failed, port_id=118692fe-f919-496d-8658-231868f112d6, reason: Instance 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.569513] env[69692]: DEBUG nova.compute.provider_tree [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.594808] env[69692]: DEBUG nova.objects.instance [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'flavor' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.642815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.643163] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Instance network_info: |[{"id": "da98a7dd-c502-4941-b359-8833b632ae82", "address": "fa:16:3e:68:d1:06", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda98a7dd-c5", "ovs_interfaceid": "da98a7dd-c502-4941-b359-8833b632ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.643611] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:d1:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da98a7dd-c502-4941-b359-8833b632ae82', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.651646] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.651929] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.652706] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa3d3fe-092a-4f34-865b-df98340bf01c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.672957] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.672957] env[69692]: value = "task-3536460" [ 1069.672957] env[69692]: _type = "Task" [ 1069.672957] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.684402] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536460, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.699236] env[69692]: DEBUG nova.compute.manager [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Received event network-changed-da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.699542] env[69692]: DEBUG nova.compute.manager [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Refreshing instance network info cache due to event network-changed-da98a7dd-c502-4941-b359-8833b632ae82. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.700017] env[69692]: DEBUG oslo_concurrency.lockutils [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] Acquiring lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.700218] env[69692]: DEBUG oslo_concurrency.lockutils [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] Acquired lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700421] env[69692]: DEBUG nova.network.neutron [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Refreshing network info cache for port da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.745958] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536457, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.779874] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.780250] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.780449] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.780653] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.780816] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.781133] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.781341] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.781549] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.781755] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.782107] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.782182] env[69692]: DEBUG nova.virt.hardware [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.783510] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50f209-0507-4738-9ef9-f31c2bfdc9f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.792543] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd1dd1-4e89-4a6b-8623-6f299e55bfb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.799275] env[69692]: DEBUG nova.objects.instance [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.822879] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.833411] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.837994] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.839573] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.839933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.840268] env[69692]: DEBUG nova.network.neutron [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.840600] env[69692]: DEBUG nova.objects.instance [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'info_cache' on Instance uuid ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.843159] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c14457d-d0ca-4837-baca-fdda5817c48b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.863083] env[69692]: DEBUG nova.objects.base [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.866636] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.875420] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.875420] env[69692]: value = "task-3536461" [ 1069.875420] env[69692]: _type = "Task" [ 1069.875420] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.889288] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536461, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.979071] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.072987] env[69692]: DEBUG nova.scheduler.client.report [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.183718] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536460, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.243325] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595574} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.243934] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17/abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.243934] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.244089] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c03bbe1a-2a32-4ee5-b941-7a92a57d76fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.250354] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1070.250354] env[69692]: value = "task-3536462" [ 1070.250354] env[69692]: _type = "Task" [ 1070.250354] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.261917] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.313090] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832907} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.313313] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.314127] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.314127] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a60e6e-0347-4ef5-90ce-205a14e22ab8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.323994] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1070.323994] env[69692]: value = "task-3536463" [ 1070.323994] env[69692]: _type = "Task" [ 1070.323994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.334609] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.387500] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536461, 'name': CreateVM_Task, 'duration_secs': 0.440513} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.387680] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.388200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.388386] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.388692] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.388941] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab6f1e5-8b1a-430f-9a48-cd51f26f99d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.393924] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1070.393924] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5231b64d-87c8-c9ea-6683-56233c5cf25b" [ 1070.393924] env[69692]: _type = "Task" [ 1070.393924] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.401908] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5231b64d-87c8-c9ea-6683-56233c5cf25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.435938] env[69692]: DEBUG nova.network.neutron [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Updated VIF entry in instance network info cache for port da98a7dd-c502-4941-b359-8833b632ae82. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.436368] env[69692]: DEBUG nova.network.neutron [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Updating instance_info_cache with network_info: [{"id": "da98a7dd-c502-4941-b359-8833b632ae82", "address": "fa:16:3e:68:d1:06", "network": {"id": "ba9c9a5b-3a9e-4574-8148-a77e5099137f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1825916698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b10ae845a1414583acf02939c91530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda98a7dd-c5", "ovs_interfaceid": "da98a7dd-c502-4941-b359-8833b632ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.477734] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536459, 'name': ReconfigVM_Task, 'duration_secs': 0.644979} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.478121] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ad249fac-0caa-4d2c-a195-aba6da849a9d/ad249fac-0caa-4d2c-a195-aba6da849a9d.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.478958] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d735ba56-b3f9-49ce-9522-b54dc7b5f8b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.486187] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1070.486187] env[69692]: value = "task-3536464" [ 1070.486187] env[69692]: _type = "Task" [ 1070.486187] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.494229] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536464, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.579641] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.580358] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.586021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.842s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.586021] env[69692]: DEBUG nova.objects.instance [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lazy-loading 'resources' on Instance uuid 73f0fefc-d19a-484d-8a97-04ebf79ec304 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.602407] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1555c2ab-decf-4dcf-8cff-6c89cc44b03d tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.684390] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536460, 'name': CreateVM_Task, 'duration_secs': 0.634529} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.686697] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.687417] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.687652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.690857] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.690857] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b80eb68-363e-435d-ba90-02e8c9af7ce7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.693169] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1070.693169] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52842f61-bece-4b89-8fa4-0103c8532bfa" [ 1070.693169] env[69692]: _type = "Task" [ 1070.693169] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.702495] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52842f61-bece-4b89-8fa4-0103c8532bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.742677] env[69692]: DEBUG nova.network.neutron [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [{"id": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "address": "fa:16:3e:73:6e:d3", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec77fa-37", "ovs_interfaceid": "3fec77fa-3751-46ec-b3f7-d9f364614abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.761299] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067383} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.761593] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.762376] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c519f5d-e210-4642-b0f8-8c5796706881 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.786061] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17/abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.786348] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c49cd13-e088-4c55-b925-8ef63656f522 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.806517] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1070.806517] env[69692]: value = "task-3536465" [ 1070.806517] env[69692]: _type = "Task" [ 1070.806517] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.814752] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.823289] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.823526] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.823727] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.823906] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.824084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.829692] env[69692]: INFO nova.compute.manager [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Terminating instance [ 1070.836702] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067189} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.837047] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.837928] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c3ead-79d3-4a24-a935-7e656b07a2e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.861408] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.861979] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f97f60-e3b1-4049-a8e5-1d6e0be8c4eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.881765] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1070.881765] env[69692]: value = "task-3536466" [ 1070.881765] env[69692]: _type = "Task" [ 1070.881765] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.889455] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.902872] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5231b64d-87c8-c9ea-6683-56233c5cf25b, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.903214] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.903477] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.903728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.903906] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.904091] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.904360] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886678ec-fefd-471c-9c86-ba282f35f745 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.913347] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.913535] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.914280] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ca3b65-66e0-441f-bc07-9b20c0a9c302 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.919118] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1070.919118] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525d94e2-7245-d38f-0353-afb530931bba" [ 1070.919118] env[69692]: _type = "Task" [ 1070.919118] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.926914] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525d94e2-7245-d38f-0353-afb530931bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.939514] env[69692]: DEBUG oslo_concurrency.lockutils [req-374d3ab1-71a7-4c14-8be8-27f60ed99563 req-77f2b5a0-dfef-4e5a-aea3-d0ddbe0ca2f7 service nova] Releasing lock "refresh_cache-e5f1991d-26bf-4aa5-8cbf-16cef204e965" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.995500] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536464, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.087305] env[69692]: DEBUG nova.compute.utils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.092373] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.092541] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.148650] env[69692]: DEBUG nova.policy [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f01989eb434566bb1467597491ff3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd0dee34f5c4668b0acbcc8d9d06ef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.205037] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52842f61-bece-4b89-8fa4-0103c8532bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.209078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.209078] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.209078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.209078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.209078] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.209078] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e062606c-7369-413a-8813-266dc93cc57c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.221164] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.221351] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.222276] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837d52fa-f3bb-48ff-b427-1c9303ac7fa4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.227467] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1071.227467] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52be09b6-4ddf-c649-8978-e1ee119084bf" [ 1071.227467] env[69692]: _type = "Task" [ 1071.227467] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.237086] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be09b6-4ddf-c649-8978-e1ee119084bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.245722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-ae154727-5f48-4e34-8b19-0d9bfce788c8" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.315730] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536465, 'name': ReconfigVM_Task, 'duration_secs': 0.267796} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.318748] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Reconfigured VM instance instance-0000004f to attach disk [datastore1] abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17/abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.319732] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed2a387-93a5-4119-a34f-92fbe3dd56a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.326315] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1071.326315] env[69692]: value = "task-3536467" [ 1071.326315] env[69692]: _type = "Task" [ 1071.326315] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.336792] env[69692]: DEBUG nova.compute.manager [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.337014] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.337445] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536467, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.338182] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44742be-af33-4354-8036-ae606e8556ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.344798] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.345126] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241dfe1e-7372-4e01-9fe3-8bfa687fe1f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.353859] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1071.353859] env[69692]: value = "task-3536468" [ 1071.353859] env[69692]: _type = "Task" [ 1071.353859] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.364343] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.394384] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.431955] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525d94e2-7245-d38f-0353-afb530931bba, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.432829] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c931a0e4-e4c2-4b93-a295-404eaa18e782 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.440977] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1071.440977] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ec2dc7-641e-fda8-d4d3-e5373da080e4" [ 1071.440977] env[69692]: _type = "Task" [ 1071.440977] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.449957] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ec2dc7-641e-fda8-d4d3-e5373da080e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.496208] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536464, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.516928] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3aedd-5288-4597-9c43-1cab31fe5f56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.525324] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058842d-01db-4bf2-ade5-bbe0ad344ed3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.559094] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Successfully created port: 3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.561796] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d2c2b-9658-43cf-b790-afd22f5c523f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.569321] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89698273-2545-40b4-b2d4-7067ff258f92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.582881] env[69692]: DEBUG nova.compute.provider_tree [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.592475] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.739097] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52be09b6-4ddf-c649-8978-e1ee119084bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.739985] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333ccb1f-d7f6-4d68-8ca5-58ab6110774e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.745130] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1071.745130] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b3f20d-0c56-cb23-26fa-4677f8976087" [ 1071.745130] env[69692]: _type = "Task" [ 1071.745130] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.753769] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b3f20d-0c56-cb23-26fa-4677f8976087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.837240] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536467, 'name': Rename_Task, 'duration_secs': 0.144573} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.837530] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.837772] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76cd6cf6-b9b2-4124-9c9a-df351a6e311d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.844617] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1071.844617] env[69692]: value = "task-3536469" [ 1071.844617] env[69692]: _type = "Task" [ 1071.844617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.852900] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.862482] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536468, 'name': PowerOffVM_Task, 'duration_secs': 0.274549} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.864469] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.865077] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.865712] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7833760-89b7-4014-b0ec-9b8e6acdf11e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.894438] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536466, 'name': ReconfigVM_Task, 'duration_secs': 0.727674} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.894804] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.895483] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32bedfd3-c49a-42b8-a4c0-fa768d9bda3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.902585] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1071.902585] env[69692]: value = "task-3536471" [ 1071.902585] env[69692]: _type = "Task" [ 1071.902585] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.913600] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536471, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.927493] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.927718] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.927924] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore1] cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.928214] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3f24b46-50b1-4cf3-9e2e-f0e03423ba73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.934177] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1071.934177] env[69692]: value = "task-3536472" [ 1071.934177] env[69692]: _type = "Task" [ 1071.934177] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.941947] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.950735] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ec2dc7-641e-fda8-d4d3-e5373da080e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.951044] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.951303] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.951570] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0351eba6-053f-4723-9e8c-e8fa1b15de3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.958250] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1071.958250] env[69692]: value = "task-3536473" [ 1071.958250] env[69692]: _type = "Task" [ 1071.958250] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.966750] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.997508] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536464, 'name': Rename_Task, 'duration_secs': 1.121993} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.997807] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.998088] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfca31aa-9e20-494c-bc55-5e20bea341f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.007400] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1072.007400] env[69692]: value = "task-3536474" [ 1072.007400] env[69692]: _type = "Task" [ 1072.007400] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.014464] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.087376] env[69692]: DEBUG nova.scheduler.client.report [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.258207] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.258642] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b3f20d-0c56-cb23-26fa-4677f8976087, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.258883] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5f740b-280a-4bfc-90f0-82c00d26a1aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.261041] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.261321] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] e5f1991d-26bf-4aa5-8cbf-16cef204e965/e5f1991d-26bf-4aa5-8cbf-16cef204e965.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.262105] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35197759-02f8-43b0-b6d6-94d3cde84de9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.271326] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1072.271326] env[69692]: value = "task-3536475" [ 1072.271326] env[69692]: _type = "Task" [ 1072.271326] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.273032] env[69692]: DEBUG oslo_vmware.api [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1072.273032] env[69692]: value = "task-3536476" [ 1072.273032] env[69692]: _type = "Task" [ 1072.273032] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.286620] env[69692]: DEBUG oslo_vmware.api [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.289747] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.357414] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.414736] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536471, 'name': Rename_Task, 'duration_secs': 0.142763} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.415048] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.415328] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a607147b-65ba-4ef1-bfa8-c6e59197193d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.422807] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1072.422807] env[69692]: value = "task-3536477" [ 1072.422807] env[69692]: _type = "Task" [ 1072.422807] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.433027] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.448979] env[69692]: DEBUG oslo_vmware.api [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156288} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.449373] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.449579] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.449855] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.450113] env[69692]: INFO nova.compute.manager [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1072.450413] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.450682] env[69692]: DEBUG nova.compute.manager [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.450848] env[69692]: DEBUG nova.network.neutron [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.468094] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536473, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.517937] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536474, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.592202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.594603] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.929s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.596167] env[69692]: INFO nova.compute.claims [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.601098] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.617781] env[69692]: INFO nova.scheduler.client.report [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Deleted allocations for instance 73f0fefc-d19a-484d-8a97-04ebf79ec304 [ 1072.638914] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.639283] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.639497] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.639738] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.639989] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.640221] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.640521] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.640782] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.641062] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.641322] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.641554] env[69692]: DEBUG nova.virt.hardware [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.642640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3fdb9b-535d-4423-93ce-c3b4b12adb27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.655581] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39702ba6-bbf0-42ff-a563-c4d3deb9f764 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.788076] env[69692]: DEBUG oslo_vmware.api [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536476, 'name': PowerOnVM_Task, 'duration_secs': 0.439342} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.791654] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.791901] env[69692]: DEBUG nova.compute.manager [None req-db283701-8560-4229-ab90-6627d582341e tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.792234] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536475, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.793236] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fb555-d042-4cc5-a6be-9f75a5734392 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.864999] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536469, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.935138] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536477, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.973896] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526879} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.974355] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.974720] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.975119] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629d7197-bee6-4447-b777-d9ebcc596538 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.982941] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1072.982941] env[69692]: value = "task-3536478" [ 1072.982941] env[69692]: _type = "Task" [ 1072.982941] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.991504] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.025381] env[69692]: DEBUG oslo_vmware.api [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536474, 'name': PowerOnVM_Task, 'duration_secs': 0.907009} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.025808] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.026116] env[69692]: INFO nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Took 17.22 seconds to spawn the instance on the hypervisor. [ 1073.026314] env[69692]: DEBUG nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.027416] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e6771a-595f-4cd7-ab0e-94563164ee90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.126606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88100291-800c-4ba3-a9c8-87473e67813e tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Lock "73f0fefc-d19a-484d-8a97-04ebf79ec304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.010s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.135191] env[69692]: DEBUG nova.compute.manager [req-5bc175bc-2cab-4cf0-9725-6e478cdef6dc req-a0425704-3881-486b-8d53-79cefebfee6a service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Received event network-vif-deleted-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.135191] env[69692]: INFO nova.compute.manager [req-5bc175bc-2cab-4cf0-9725-6e478cdef6dc req-a0425704-3881-486b-8d53-79cefebfee6a service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Neutron deleted interface 6884af1b-1be8-46b3-b0f5-88a66a1b90b1; detaching it from the instance and deleting it from the info cache [ 1073.135191] env[69692]: DEBUG nova.network.neutron [req-5bc175bc-2cab-4cf0-9725-6e478cdef6dc req-a0425704-3881-486b-8d53-79cefebfee6a service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.288822] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71571} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.289303] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] e5f1991d-26bf-4aa5-8cbf-16cef204e965/e5f1991d-26bf-4aa5-8cbf-16cef204e965.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.290254] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.290254] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-140a5ede-6279-48c0-92ba-033e4d751949 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.303921] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1073.303921] env[69692]: value = "task-3536479" [ 1073.303921] env[69692]: _type = "Task" [ 1073.303921] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.317374] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.357712] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536469, 'name': PowerOnVM_Task, 'duration_secs': 1.15658} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.358040] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.358289] env[69692]: INFO nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1073.358500] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.359534] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c44b36-7526-485a-94bb-615696e562db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.384982] env[69692]: DEBUG nova.compute.manager [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Received event network-vif-plugged-3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.385234] env[69692]: DEBUG oslo_concurrency.lockutils [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] Acquiring lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.385785] env[69692]: DEBUG oslo_concurrency.lockutils [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.386218] env[69692]: DEBUG oslo_concurrency.lockutils [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.386298] env[69692]: DEBUG nova.compute.manager [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] No waiting events found dispatching network-vif-plugged-3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.386415] env[69692]: WARNING nova.compute.manager [req-fdd3b94a-91a4-47eb-a4a0-5fa9c12b926a req-be52a39a-3518-480e-94a4-e6f80ca77091 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Received unexpected event network-vif-plugged-3fd353bd-825f-4954-8f4c-b41fb2991e84 for instance with vm_state building and task_state spawning. [ 1073.435412] env[69692]: DEBUG oslo_vmware.api [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536477, 'name': PowerOnVM_Task, 'duration_secs': 0.84114} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.435684] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.436088] env[69692]: INFO nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1073.436346] env[69692]: DEBUG nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.437164] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913a007-f31c-4914-bcd9-98a6a89a96ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488374] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Successfully updated port: 3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.497091] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158437} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.498011] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.498943] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496de51b-0e57-4033-9f31-799a8f682cb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.521823] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.522294] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a8bd9f-5f58-4c3a-a9cc-f6d1b494ccbd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.551663] env[69692]: DEBUG nova.network.neutron [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.555571] env[69692]: INFO nova.compute.manager [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Took 53.58 seconds to build instance. [ 1073.558196] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1073.558196] env[69692]: value = "task-3536480" [ 1073.558196] env[69692]: _type = "Task" [ 1073.558196] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.571689] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.643593] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1baeab7f-6207-4ff7-bf15-e938ec1713c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.653831] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379dad5-3832-4eca-88bf-6f8fdb0069d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.698729] env[69692]: DEBUG nova.compute.manager [req-5bc175bc-2cab-4cf0-9725-6e478cdef6dc req-a0425704-3881-486b-8d53-79cefebfee6a service nova] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Detach interface failed, port_id=6884af1b-1be8-46b3-b0f5-88a66a1b90b1, reason: Instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.800920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.801236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.801451] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.801640] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.801810] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.806678] env[69692]: INFO nova.compute.manager [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Terminating instance [ 1073.816923] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135032} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.817880] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.819453] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8779ad-93d6-406f-a057-f4a5917460b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.845097] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e5f1991d-26bf-4aa5-8cbf-16cef204e965/e5f1991d-26bf-4aa5-8cbf-16cef204e965.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.848244] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ec37a5-497d-4c08-ac9e-d3e06f4de1ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.876382] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1073.876382] env[69692]: value = "task-3536481" [ 1073.876382] env[69692]: _type = "Task" [ 1073.876382] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.882525] env[69692]: INFO nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Took 38.10 seconds to build instance. [ 1073.890540] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.956182] env[69692]: INFO nova.compute.manager [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Took 38.54 seconds to build instance. [ 1073.991702] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.991851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.992054] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.056278] env[69692]: INFO nova.compute.manager [-] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Took 1.61 seconds to deallocate network for instance. [ 1074.063063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7da4708f-4759-4633-8267-45c6af2eda15 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.098s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.080014] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.133139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49087ff7-3497-4e7b-9250-bb7e4496b868 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.143199] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da5bfb-376f-4077-b97c-e5a8612e1e62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.174875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ef8f2-4ee3-452c-8922-dc98a259cf27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.182532] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aeb97a-6c93-4126-a2e5-4ad644551fbb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.196015] env[69692]: DEBUG nova.compute.provider_tree [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.313209] env[69692]: DEBUG nova.compute.manager [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.313486] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.314426] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fbfe22-2329-4131-a11b-bf1db8b8a986 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.322672] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.322908] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e38033a8-9a17-4c62-ad67-447f41e259ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.328727] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1074.328727] env[69692]: value = "task-3536482" [ 1074.328727] env[69692]: _type = "Task" [ 1074.328727] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.336442] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.385216] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.611s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.388832] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.458228] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f9062a1-7e99-4fa1-83c9-cde93c830813 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.052s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.527265] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.565357] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.574799] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536480, 'name': ReconfigVM_Task, 'duration_secs': 0.872965} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.575101] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796/c15b51cd-6c35-40fb-ada0-743dd0939796.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.575795] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8719010c-84b7-4176-a298-6afb8aa5de82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.586276] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1074.586276] env[69692]: value = "task-3536483" [ 1074.586276] env[69692]: _type = "Task" [ 1074.586276] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.595416] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536483, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.611140] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.611408] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.611615] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.611797] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.611963] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.614213] env[69692]: INFO nova.compute.manager [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Terminating instance [ 1074.700932] env[69692]: DEBUG nova.scheduler.client.report [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.784363] env[69692]: DEBUG nova.network.neutron [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updating instance_info_cache with network_info: [{"id": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "address": "fa:16:3e:eb:74:2e", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd353bd-82", "ovs_interfaceid": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.842614] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536482, 'name': PowerOffVM_Task, 'duration_secs': 0.438688} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.843166] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.844335] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.844648] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284bddd3-a1b4-45bb-90d7-74e7f7b989ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.895161] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536481, 'name': ReconfigVM_Task, 'duration_secs': 0.849482} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.895495] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e5f1991d-26bf-4aa5-8cbf-16cef204e965/e5f1991d-26bf-4aa5-8cbf-16cef204e965.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.896370] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e0a8bc-da08-47c1-a346-d58f39cefea6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.906241] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1074.906241] env[69692]: value = "task-3536485" [ 1074.906241] env[69692]: _type = "Task" [ 1074.906241] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.907227] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.907469] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.907681] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleting the datastore file [datastore1] ae154727-5f48-4e34-8b19-0d9bfce788c8 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.910881] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4768c53a-102d-46a1-8080-07add00c38ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.919182] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536485, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.920489] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1074.920489] env[69692]: value = "task-3536486" [ 1074.920489] env[69692]: _type = "Task" [ 1074.920489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.927764] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.097484] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536483, 'name': Rename_Task, 'duration_secs': 0.181231} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.098091] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.098091] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176b14a7-571f-440b-9216-58f331ced712 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.104847] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1075.104847] env[69692]: value = "task-3536487" [ 1075.104847] env[69692]: _type = "Task" [ 1075.104847] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.115218] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.119024] env[69692]: DEBUG nova.compute.manager [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.119296] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.121534] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b29358-b148-4312-acf2-a725cc78792a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.133696] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.134041] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0523e285-970e-4106-8b09-27325bc62283 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.142020] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1075.142020] env[69692]: value = "task-3536488" [ 1075.142020] env[69692]: _type = "Task" [ 1075.142020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.159167] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.213940] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.214629] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.220511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.517s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.220511] env[69692]: DEBUG nova.objects.instance [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lazy-loading 'resources' on Instance uuid 2581a4f6-c9d5-46d6-8f69-d94cecb3d845 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.288962] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.289377] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Instance network_info: |[{"id": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "address": "fa:16:3e:eb:74:2e", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd353bd-82", "ovs_interfaceid": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.289810] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:74:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fd353bd-825f-4954-8f4c-b41fb2991e84', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.298587] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.298873] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.299590] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0288f53b-40fb-46ad-a562-20467478bb0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.322994] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.322994] env[69692]: value = "task-3536489" [ 1075.322994] env[69692]: _type = "Task" [ 1075.322994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.332166] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536489, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.417707] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536485, 'name': Rename_Task, 'duration_secs': 0.153788} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.418012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.418311] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872dd6b8-c1bb-48ea-bca4-1770a907ec35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.426109] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1075.426109] env[69692]: value = "task-3536490" [ 1075.426109] env[69692]: _type = "Task" [ 1075.426109] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.433243] env[69692]: DEBUG oslo_vmware.api [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.433859] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.434072] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.434287] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.434466] env[69692]: INFO nova.compute.manager [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1075.434729] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.434936] env[69692]: DEBUG nova.compute.manager [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.435052] env[69692]: DEBUG nova.network.neutron [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.440165] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.622059] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.655611] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536488, 'name': PowerOffVM_Task, 'duration_secs': 0.170936} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.655970] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.656158] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.656428] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb99c8a-73bd-4099-9ad2-be509f76d16c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.665051] env[69692]: DEBUG nova.compute.manager [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Received event network-changed-3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.665239] env[69692]: DEBUG nova.compute.manager [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Refreshing instance network info cache due to event network-changed-3fd353bd-825f-4954-8f4c-b41fb2991e84. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.665461] env[69692]: DEBUG oslo_concurrency.lockutils [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] Acquiring lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665605] env[69692]: DEBUG oslo_concurrency.lockutils [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] Acquired lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.666819] env[69692]: DEBUG nova.network.neutron [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Refreshing network info cache for port 3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.726030] env[69692]: DEBUG nova.compute.utils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.726030] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.726030] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.776722] env[69692]: DEBUG nova.policy [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf90d5904264e07a41cdd9998a79be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ee22c425c54b38888e3b9598e54baf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.836373] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536489, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.845251] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.845490] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.845697] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore2] ad249fac-0caa-4d2c-a195-aba6da849a9d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.845988] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b341f79-b194-4c1c-bb77-33081991bc43 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.853026] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1075.853026] env[69692]: value = "task-3536492" [ 1075.853026] env[69692]: _type = "Task" [ 1075.853026] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.863302] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.943964] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536490, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.123328] env[69692]: DEBUG oslo_vmware.api [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536487, 'name': PowerOnVM_Task, 'duration_secs': 0.530385} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.128088] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.128423] env[69692]: DEBUG nova.compute.manager [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.131173] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8884da81-98a8-47b5-9696-448c54a0753e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.134815] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Successfully created port: 5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.230553] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.305134] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0c7e86-71ec-47df-b5a1-7881057ac70a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.313104] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed4d973-ad72-4046-8723-986e1692df7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.355514] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a6382-25d8-49e0-9929-0fe60a09df1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.368976] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536489, 'name': CreateVM_Task, 'duration_secs': 0.513798} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.372466] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.372639] env[69692]: DEBUG oslo_vmware.api [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333403} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.373385] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.373428] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.373739] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.375506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9b25a3-4366-4ef7-9d8f-fcc390b91b0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.379463] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.379698] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.379891] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.380113] env[69692]: INFO nova.compute.manager [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1076.380403] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.382454] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de35a7d3-52d1-47e9-8dce-8e4bc988570e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.386118] env[69692]: DEBUG nova.compute.manager [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.386118] env[69692]: DEBUG nova.network.neutron [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.396041] env[69692]: DEBUG nova.compute.provider_tree [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.399442] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1076.399442] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0eab8-e6bd-fe43-3358-334c5b80b531" [ 1076.399442] env[69692]: _type = "Task" [ 1076.399442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.409366] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0eab8-e6bd-fe43-3358-334c5b80b531, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.409622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.409971] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.410238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410394] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410576] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.411208] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7143659-4d2e-49f7-9b0d-6dba39f2aabf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.419037] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.419227] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.419964] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc28679-5be0-4fa5-beb3-1226d911d536 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.431220] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1076.431220] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52124a48-81d1-8e3a-6c27-b25801095ce8" [ 1076.431220] env[69692]: _type = "Task" [ 1076.431220] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.437777] env[69692]: DEBUG oslo_vmware.api [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536490, 'name': PowerOnVM_Task, 'duration_secs': 0.568811} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.438411] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.438621] env[69692]: INFO nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1076.438825] env[69692]: DEBUG nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.439627] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258dbe8-1c0a-4453-ae6f-2577dcc9b451 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.445716] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52124a48-81d1-8e3a-6c27-b25801095ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.446785] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43aa48c-d02d-4d8f-baef-b4560c285a56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.455961] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1076.455961] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52795efb-4d92-98f9-8d7a-f13a800cda2f" [ 1076.455961] env[69692]: _type = "Task" [ 1076.455961] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.464592] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52795efb-4d92-98f9-8d7a-f13a800cda2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.618724] env[69692]: DEBUG nova.network.neutron [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updated VIF entry in instance network info cache for port 3fd353bd-825f-4954-8f4c-b41fb2991e84. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.619306] env[69692]: DEBUG nova.network.neutron [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updating instance_info_cache with network_info: [{"id": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "address": "fa:16:3e:eb:74:2e", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd353bd-82", "ovs_interfaceid": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.653834] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.887671] env[69692]: DEBUG nova.network.neutron [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.902512] env[69692]: DEBUG nova.scheduler.client.report [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.967112] env[69692]: INFO nova.compute.manager [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Took 38.27 seconds to build instance. [ 1076.972574] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52795efb-4d92-98f9-8d7a-f13a800cda2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008413} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.973084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.973893] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e26fe9db-45c3-445e-ae50-28c7bd5ca62c/e26fe9db-45c3-445e-ae50-28c7bd5ca62c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.975105] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be69ac5-5f3d-4d98-95d1-96fd661b5511 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.981836] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1076.981836] env[69692]: value = "task-3536493" [ 1076.981836] env[69692]: _type = "Task" [ 1076.981836] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.991505] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.126752] env[69692]: DEBUG oslo_concurrency.lockutils [req-c309b265-e30c-4951-b83f-cb2c18d856b4 req-7d36b109-f2b0-4ac9-8d87-fa30062378af service nova] Releasing lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.241204] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.270230] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.270345] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.270482] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.270645] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.270846] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.270972] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.271331] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.271519] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.271691] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.271933] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.272833] env[69692]: DEBUG nova.virt.hardware [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.274053] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65a181-8f5f-41c6-8dba-4357975998bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.289960] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03d9d7-7b4c-4c87-89c2-58b8d7b6986b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.332565] env[69692]: DEBUG nova.network.neutron [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.391774] env[69692]: INFO nova.compute.manager [-] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Took 1.96 seconds to deallocate network for instance. [ 1077.410910] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.414198] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.495s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.416365] env[69692]: INFO nova.compute.claims [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.441165] env[69692]: INFO nova.scheduler.client.report [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleted allocations for instance 2581a4f6-c9d5-46d6-8f69-d94cecb3d845 [ 1077.473533] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.662s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.496069] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.631810] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "c15b51cd-6c35-40fb-ada0-743dd0939796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.631810] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.631960] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "c15b51cd-6c35-40fb-ada0-743dd0939796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.632051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.632187] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.634557] env[69692]: INFO nova.compute.manager [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Terminating instance [ 1077.733891] env[69692]: DEBUG nova.compute.manager [req-93ece5ae-5fca-44d7-be77-ec60c9f292d7 req-d877cf52-f523-4734-86fb-d20919a20b0a service nova] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Received event network-vif-deleted-3fec77fa-3751-46ec-b3f7-d9f364614abd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.734799] env[69692]: DEBUG nova.compute.manager [req-93ece5ae-5fca-44d7-be77-ec60c9f292d7 req-d877cf52-f523-4734-86fb-d20919a20b0a service nova] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Received event network-vif-deleted-9537b9f2-58da-4911-b79e-91fc9d05bfda {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.787745] env[69692]: DEBUG nova.compute.manager [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1077.835225] env[69692]: INFO nova.compute.manager [-] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Took 1.45 seconds to deallocate network for instance. [ 1077.901817] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.952867] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "2581a4f6-c9d5-46d6-8f69-d94cecb3d845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.045s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.993657] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720122} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.994420] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e26fe9db-45c3-445e-ae50-28c7bd5ca62c/e26fe9db-45c3-445e-ae50-28c7bd5ca62c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.995230] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.995230] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c505a714-da4f-46ca-a3c5-32b256d3d150 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.010126] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1078.010126] env[69692]: value = "task-3536495" [ 1078.010126] env[69692]: _type = "Task" [ 1078.010126] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.025489] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.076603] env[69692]: DEBUG nova.compute.manager [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Received event network-vif-plugged-5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.076603] env[69692]: DEBUG oslo_concurrency.lockutils [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] Acquiring lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.076603] env[69692]: DEBUG oslo_concurrency.lockutils [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] Lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.076603] env[69692]: DEBUG oslo_concurrency.lockutils [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] Lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.076801] env[69692]: DEBUG nova.compute.manager [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] No waiting events found dispatching network-vif-plugged-5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.077760] env[69692]: WARNING nova.compute.manager [req-29ff0141-84a7-4630-8612-5659948f67b7 req-27737a1c-b838-4c13-a9bc-253cb9398278 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Received unexpected event network-vif-plugged-5b549978-fad5-4d2a-8f6a-682623618f8e for instance with vm_state building and task_state spawning. [ 1078.126053] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Successfully updated port: 5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.139416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "refresh_cache-c15b51cd-6c35-40fb-ada0-743dd0939796" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.139596] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquired lock "refresh_cache-c15b51cd-6c35-40fb-ada0-743dd0939796" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.139773] env[69692]: DEBUG nova.network.neutron [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.309764] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.342730] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.504340] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.504595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.504797] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.504976] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.505157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.507228] env[69692]: INFO nova.compute.manager [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Terminating instance [ 1078.522222] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101295} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.524454] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.525872] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60cf19d-e106-4bf4-a244-108d75f5ffc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.549155] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e26fe9db-45c3-445e-ae50-28c7bd5ca62c/e26fe9db-45c3-445e-ae50-28c7bd5ca62c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.552411] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943e31c3-f945-4914-a425-01884db85ea5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.572660] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1078.572660] env[69692]: value = "task-3536496" [ 1078.572660] env[69692]: _type = "Task" [ 1078.572660] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.583930] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.629088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.629253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.629410] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.654645] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.655084] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.655362] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.655674] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.655882] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.659159] env[69692]: DEBUG nova.network.neutron [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.661283] env[69692]: INFO nova.compute.manager [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Terminating instance [ 1078.720680] env[69692]: DEBUG nova.network.neutron [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.940219] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62bcf2e-5f68-46e2-ba92-8fa5d4878466 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.948780] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77773f4a-b29c-482c-8d3c-4de062fc6c58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979355] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3825b-5a14-44a5-bf4b-f2f720ba5986 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.986320] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c06e534-81b6-4cfd-9d9c-b1da4d3edd75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.001503] env[69692]: DEBUG nova.compute.provider_tree [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.017433] env[69692]: DEBUG nova.compute.manager [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.017652] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.018719] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccdd18a-135c-4551-8283-8f062bfbc964 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.025835] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.026044] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef93033-706a-4ac3-b74d-74a37e8b701e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.031790] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1079.031790] env[69692]: value = "task-3536497" [ 1079.031790] env[69692]: _type = "Task" [ 1079.031790] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.039286] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.083754] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536496, 'name': ReconfigVM_Task, 'duration_secs': 0.274623} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.084009] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e26fe9db-45c3-445e-ae50-28c7bd5ca62c/e26fe9db-45c3-445e-ae50-28c7bd5ca62c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.084715] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10bf993f-0dc9-4352-8167-1ed6d5306fa9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.091893] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1079.091893] env[69692]: value = "task-3536498" [ 1079.091893] env[69692]: _type = "Task" [ 1079.091893] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.100061] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536498, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.168303] env[69692]: DEBUG nova.compute.manager [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.168563] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.169552] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2824d-9898-49cb-93b9-1bef1889d4d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.177673] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.177957] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d1dadc5-0330-4301-afa6-3bdd7c81636a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.186672] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1079.186672] env[69692]: value = "task-3536499" [ 1079.186672] env[69692]: _type = "Task" [ 1079.186672] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.190090] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.200146] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.226784] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Releasing lock "refresh_cache-c15b51cd-6c35-40fb-ada0-743dd0939796" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.227387] env[69692]: DEBUG nova.compute.manager [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.227545] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.228549] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bbe76-1d28-412e-a560-5ae4776de91b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.237219] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.237462] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d1e011-e689-434d-83fb-185633cb9b24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.244315] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1079.244315] env[69692]: value = "task-3536500" [ 1079.244315] env[69692]: _type = "Task" [ 1079.244315] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.257297] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.356151] env[69692]: DEBUG nova.network.neutron [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Updating instance_info_cache with network_info: [{"id": "5b549978-fad5-4d2a-8f6a-682623618f8e", "address": "fa:16:3e:b2:a4:e1", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b549978-fa", "ovs_interfaceid": "5b549978-fad5-4d2a-8f6a-682623618f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.504943] env[69692]: DEBUG nova.scheduler.client.report [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.542817] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536497, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.601716] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536498, 'name': Rename_Task, 'duration_secs': 0.146997} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.602012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.602260] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30489b7b-e3a2-4ac4-8e4f-44a7b0ed83cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.609156] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1079.609156] env[69692]: value = "task-3536501" [ 1079.609156] env[69692]: _type = "Task" [ 1079.609156] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.620141] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.694554] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.757257] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536500, 'name': PowerOffVM_Task, 'duration_secs': 0.275375} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.757406] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.757609] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.757989] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c5e053-5c93-4312-9f8e-184935869359 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.782293] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.782549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.782734] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Deleting the datastore file [datastore2] c15b51cd-6c35-40fb-ada0-743dd0939796 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.782992] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50350a0f-3253-4c9f-b98f-0e3c414d5c02 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.789425] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for the task: (returnval){ [ 1079.789425] env[69692]: value = "task-3536503" [ 1079.789425] env[69692]: _type = "Task" [ 1079.789425] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.797858] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.859848] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.860526] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Instance network_info: |[{"id": "5b549978-fad5-4d2a-8f6a-682623618f8e", "address": "fa:16:3e:b2:a4:e1", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b549978-fa", "ovs_interfaceid": "5b549978-fad5-4d2a-8f6a-682623618f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.861134] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a4:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b549978-fad5-4d2a-8f6a-682623618f8e', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.870318] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.870318] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.870318] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e31ca175-0164-4c21-bfad-d46d48628e63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.891835] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.891835] env[69692]: value = "task-3536504" [ 1079.891835] env[69692]: _type = "Task" [ 1079.891835] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.899566] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536504, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.013381] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.014039] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.017296] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.524s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.017434] env[69692]: DEBUG nova.objects.instance [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lazy-loading 'resources' on Instance uuid 070fc5ec-3c2f-4bde-9f93-254cd89bff38 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.048887] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536497, 'name': PowerOffVM_Task, 'duration_secs': 0.688886} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.049807] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.049807] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.049807] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22d60c67-be73-48b0-8d06-11d5a2ccea1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.115808] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.116051] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.116237] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleting the datastore file [datastore1] abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.117102] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a87433f-4543-4b86-9eda-e6bb8c463e75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.125048] env[69692]: DEBUG nova.compute.manager [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Received event network-changed-5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.125252] env[69692]: DEBUG nova.compute.manager [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Refreshing instance network info cache due to event network-changed-5b549978-fad5-4d2a-8f6a-682623618f8e. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.125513] env[69692]: DEBUG oslo_concurrency.lockutils [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] Acquiring lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.125612] env[69692]: DEBUG oslo_concurrency.lockutils [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] Acquired lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.125767] env[69692]: DEBUG nova.network.neutron [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Refreshing network info cache for port 5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.128289] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.133571] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1080.133571] env[69692]: value = "task-3536506" [ 1080.133571] env[69692]: _type = "Task" [ 1080.133571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.146708] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.196653] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536499, 'name': PowerOffVM_Task, 'duration_secs': 0.541203} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.196801] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.198407] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.198407] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f1b8abe-96c6-4f16-8e08-90a40eb4bd30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.269639] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.269862] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.270052] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleting the datastore file [datastore1] e5f1991d-26bf-4aa5-8cbf-16cef204e965 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.270710] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46eed1ee-3018-4467-830d-c2b3f5c77143 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.277904] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for the task: (returnval){ [ 1080.277904] env[69692]: value = "task-3536508" [ 1080.277904] env[69692]: _type = "Task" [ 1080.277904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.286024] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.298518] env[69692]: DEBUG oslo_vmware.api [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Task: {'id': task-3536503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179452} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.298828] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.299013] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.299205] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.299385] env[69692]: INFO nova.compute.manager [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1080.299621] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.299809] env[69692]: DEBUG nova.compute.manager [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.299902] env[69692]: DEBUG nova.network.neutron [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.318571] env[69692]: DEBUG nova.network.neutron [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.404069] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536504, 'name': CreateVM_Task, 'duration_secs': 0.391679} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.404249] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.404952] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.405137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.405465] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.405736] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebb8c51-cd1c-4eb1-b41a-6337c81e2cb3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.410365] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1080.410365] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5278034a-2494-f7fc-313e-bb5a0a2c0dbf" [ 1080.410365] env[69692]: _type = "Task" [ 1080.410365] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.418288] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278034a-2494-f7fc-313e-bb5a0a2c0dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.438400] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.438643] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.438852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "1338ffea-5424-495c-89d4-425e55ee7874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.439046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.439256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.441359] env[69692]: INFO nova.compute.manager [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Terminating instance [ 1080.521264] env[69692]: DEBUG nova.compute.utils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.522640] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.522807] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.569465] env[69692]: DEBUG nova.policy [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c1e2484071438fad65e3cf74e58dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5169f0f82995448d901f233482d41446', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.619197] env[69692]: DEBUG oslo_vmware.api [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536501, 'name': PowerOnVM_Task, 'duration_secs': 0.560467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.621746] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.622167] env[69692]: INFO nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1080.623059] env[69692]: DEBUG nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.623254] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc649fb-3e6b-453e-befb-6bfeb92220ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.647562] env[69692]: DEBUG oslo_vmware.api [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410247} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.647815] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.647992] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.648223] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.648428] env[69692]: INFO nova.compute.manager [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1080.648673] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.648955] env[69692]: DEBUG nova.compute.manager [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.648955] env[69692]: DEBUG nova.network.neutron [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.789719] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.820856] env[69692]: DEBUG nova.network.neutron [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.883583] env[69692]: DEBUG nova.network.neutron [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Updated VIF entry in instance network info cache for port 5b549978-fad5-4d2a-8f6a-682623618f8e. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.884036] env[69692]: DEBUG nova.network.neutron [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Updating instance_info_cache with network_info: [{"id": "5b549978-fad5-4d2a-8f6a-682623618f8e", "address": "fa:16:3e:b2:a4:e1", "network": {"id": "02556a6b-8279-4ea9-a7aa-b50ced6ff9c4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1819368284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ee22c425c54b38888e3b9598e54baf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b549978-fa", "ovs_interfaceid": "5b549978-fad5-4d2a-8f6a-682623618f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.923241] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5278034a-2494-f7fc-313e-bb5a0a2c0dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.03806} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.923585] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.924138] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.924320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.924320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.924545] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.926022] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b59492-b940-4729-bbad-6a9307b5a115 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.928034] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec5b2a-06de-432d-97bc-9343892f3691 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.936436] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead012d-194e-4a5b-9158-20bced89c998 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.941415] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.941868] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.943486] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972ba688-718b-4213-9079-ec8854989e8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.974655] env[69692]: DEBUG nova.compute.manager [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.974884] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.979856] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d49b13-c6c6-4715-97b8-7adc687099ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.979856] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d3bbf-6712-4c91-a629-60dc409ec2c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.983868] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1080.983868] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e407dc-58e7-f9c0-6666-ad80475c12ac" [ 1080.983868] env[69692]: _type = "Task" [ 1080.983868] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.992067] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.992736] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4483bb2e-2ed7-4822-81cc-9825bacd6e34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.995356] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef7fd2-ac84-4673-826d-a6214ef5ee31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.001805] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e407dc-58e7-f9c0-6666-ad80475c12ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.012502] env[69692]: DEBUG nova.compute.provider_tree [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.015690] env[69692]: DEBUG oslo_vmware.api [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1081.015690] env[69692]: value = "task-3536509" [ 1081.015690] env[69692]: _type = "Task" [ 1081.015690] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.029186] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.033379] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Successfully created port: bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.148897] env[69692]: INFO nova.compute.manager [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Took 35.57 seconds to build instance. [ 1081.289620] env[69692]: DEBUG oslo_vmware.api [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Task: {'id': task-3536508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601913} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.289885] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.290083] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.290292] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.290474] env[69692]: INFO nova.compute.manager [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1081.290793] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.290997] env[69692]: DEBUG nova.compute.manager [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.291108] env[69692]: DEBUG nova.network.neutron [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.322711] env[69692]: INFO nova.compute.manager [-] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Took 1.02 seconds to deallocate network for instance. [ 1081.388827] env[69692]: DEBUG oslo_concurrency.lockutils [req-b071b915-0976-4a9d-90e5-997239e834e3 req-a3a38602-86ef-4371-8d78-4510d3634df9 service nova] Releasing lock "refresh_cache-dda82802-c05d-42b9-a9d9-23009450bf63" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.495491] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e407dc-58e7-f9c0-6666-ad80475c12ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014579} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.496843] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09c67c2-46be-48b8-93e1-527636bf1279 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.502234] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1081.502234] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5255466c-5689-5b9a-75be-60261d777486" [ 1081.502234] env[69692]: _type = "Task" [ 1081.502234] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.511219] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5255466c-5689-5b9a-75be-60261d777486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.517414] env[69692]: DEBUG nova.scheduler.client.report [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.527863] env[69692]: DEBUG oslo_vmware.api [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536509, 'name': PowerOffVM_Task, 'duration_secs': 0.252368} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.528347] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.528347] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.528560] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0e77cc-30e0-4459-a474-f7d2a20c2d19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.553669] env[69692]: DEBUG nova.network.neutron [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.610902] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.611063] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.611253] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleting the datastore file [datastore2] 1338ffea-5424-495c-89d4-425e55ee7874 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.611509] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c315d0b-cb90-4567-aea3-7d52c91970ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.618704] env[69692]: DEBUG oslo_vmware.api [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for the task: (returnval){ [ 1081.618704] env[69692]: value = "task-3536511" [ 1081.618704] env[69692]: _type = "Task" [ 1081.618704] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.626711] env[69692]: DEBUG oslo_vmware.api [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.649892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8360bc42-3496-49e5-8489-dfe07e51aa2d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.466s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.828780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.990032] env[69692]: DEBUG nova.network.neutron [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.016586] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5255466c-5689-5b9a-75be-60261d777486, 'name': SearchDatastore_Task, 'duration_secs': 0.026485} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.017082] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.017142] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] dda82802-c05d-42b9-a9d9-23009450bf63/dda82802-c05d-42b9-a9d9-23009450bf63.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.017375] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04942c6d-f70d-43d1-9310-8e2805946b05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.024512] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.027032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.067s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.028608] env[69692]: INFO nova.compute.claims [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.035366] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1082.035366] env[69692]: value = "task-3536512" [ 1082.035366] env[69692]: _type = "Task" [ 1082.035366] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.041765] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.049679] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.056375] env[69692]: INFO nova.compute.manager [-] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Took 1.41 seconds to deallocate network for instance. [ 1082.069236] env[69692]: INFO nova.scheduler.client.report [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Deleted allocations for instance 070fc5ec-3c2f-4bde-9f93-254cd89bff38 [ 1082.078108] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.078402] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.078527] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.078706] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.078849] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.078991] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.079219] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.079396] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.079569] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.079727] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.079896] env[69692]: DEBUG nova.virt.hardware [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.080820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5721e91-1014-460c-af7a-58adf1d9024e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.089668] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ddca4-cd1d-4599-b920-278685986d7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.131294] env[69692]: DEBUG oslo_vmware.api [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Task: {'id': task-3536511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469446} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.131589] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.131780] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.131956] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.132145] env[69692]: INFO nova.compute.manager [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1082.132389] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.132580] env[69692]: DEBUG nova.compute.manager [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.132676] env[69692]: DEBUG nova.network.neutron [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.148796] env[69692]: DEBUG nova.compute.manager [req-13ab1dec-95c5-4eb7-bf7b-9f75d6ccb3a2 req-86013686-8b8d-4093-b39b-040960323ed0 service nova] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Received event network-vif-deleted-22c33950-2a1d-4249-9719-70e171940e47 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.148997] env[69692]: DEBUG nova.compute.manager [req-13ab1dec-95c5-4eb7-bf7b-9f75d6ccb3a2 req-86013686-8b8d-4093-b39b-040960323ed0 service nova] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Received event network-vif-deleted-da98a7dd-c502-4941-b359-8833b632ae82 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.493582] env[69692]: INFO nova.compute.manager [-] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Took 1.20 seconds to deallocate network for instance. [ 1082.547524] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.563466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.579979] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Lock "070fc5ec-3c2f-4bde-9f93-254cd89bff38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.691s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.782556] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Successfully updated port: bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.999229] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.049875] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778579} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.050197] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] dda82802-c05d-42b9-a9d9-23009450bf63/dda82802-c05d-42b9-a9d9-23009450bf63.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.050423] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.050679] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce37efd1-1ec2-471a-9c66-a62586d344c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.057179] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1083.057179] env[69692]: value = "task-3536513" [ 1083.057179] env[69692]: _type = "Task" [ 1083.057179] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.065264] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.241687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.241687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.286226] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.292031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquired lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.292031] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.401438] env[69692]: DEBUG nova.network.neutron [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.473683] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7f0ea-e364-4f7b-9788-e614a4020d26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.481808] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f90be-131c-42d2-9be3-86beea3a18e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.516036] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5b3f2-481a-4804-abeb-27e5c9d2140f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.524036] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edccf61-39e8-4b17-aee8-8f1376152a91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.538077] env[69692]: DEBUG nova.compute.provider_tree [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.566439] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062728} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.566694] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.567455] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27566c88-5d84-4670-8982-38ac8771c063 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.588993] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dda82802-c05d-42b9-a9d9-23009450bf63/dda82802-c05d-42b9-a9d9-23009450bf63.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.589511] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437f027b-c74c-4c25-ad00-db792a0fec17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.609863] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1083.609863] env[69692]: value = "task-3536514" [ 1083.609863] env[69692]: _type = "Task" [ 1083.609863] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.619298] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.747603] env[69692]: DEBUG nova.compute.utils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.824406] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.903570] env[69692]: INFO nova.compute.manager [-] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Took 1.77 seconds to deallocate network for instance. [ 1083.975719] env[69692]: DEBUG nova.network.neutron [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Updating instance_info_cache with network_info: [{"id": "bde14684-b2f8-450c-b214-4e677b44a668", "address": "fa:16:3e:6c:a4:66", "network": {"id": "2d1cd516-e1cb-4750-8c03-be2f1bcd4b30", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505035860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5169f0f82995448d901f233482d41446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde14684-b2", "ovs_interfaceid": "bde14684-b2f8-450c-b214-4e677b44a668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.041553] env[69692]: DEBUG nova.scheduler.client.report [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.120869] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.250629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.412549] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.425837] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Received event network-changed-3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.426054] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Refreshing instance network info cache due to event network-changed-3fd353bd-825f-4954-8f4c-b41fb2991e84. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.426283] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Acquiring lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426432] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Acquired lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426594] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Refreshing network info cache for port 3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.481814] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Releasing lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.481814] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Instance network_info: |[{"id": "bde14684-b2f8-450c-b214-4e677b44a668", "address": "fa:16:3e:6c:a4:66", "network": {"id": "2d1cd516-e1cb-4750-8c03-be2f1bcd4b30", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505035860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5169f0f82995448d901f233482d41446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde14684-b2", "ovs_interfaceid": "bde14684-b2f8-450c-b214-4e677b44a668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.481814] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a4:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde14684-b2f8-450c-b214-4e677b44a668', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.488974] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Creating folder: Project (5169f0f82995448d901f233482d41446). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.489437] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c091e5bd-40c3-49a6-a911-1500d1d79da2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.503392] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Created folder: Project (5169f0f82995448d901f233482d41446) in parent group-v706084. [ 1084.503753] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Creating folder: Instances. Parent ref: group-v706303. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.504136] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39fdb35d-e502-48ca-9220-3bbc0739ea1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.515199] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Created folder: Instances in parent group-v706303. [ 1084.515199] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.515199] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.515199] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d909725b-f3a5-496b-afb4-64959ec574d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.533488] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.533488] env[69692]: value = "task-3536517" [ 1084.533488] env[69692]: _type = "Task" [ 1084.533488] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.541593] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536517, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.551895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.551895] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.554223] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.874s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.554589] env[69692]: DEBUG nova.objects.instance [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'resources' on Instance uuid bba29867-afd7-402e-a8c9-811b22dced76 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.620609] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.048928] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536517, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.062058] env[69692]: DEBUG nova.compute.utils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.066273] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.066447] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.125165] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536514, 'name': ReconfigVM_Task, 'duration_secs': 1.197255} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.127624] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dda82802-c05d-42b9-a9d9-23009450bf63/dda82802-c05d-42b9-a9d9-23009450bf63.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.128415] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90141da9-ebe7-426d-ba84-17eff271f9c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.134608] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1085.134608] env[69692]: value = "task-3536518" [ 1085.134608] env[69692]: _type = "Task" [ 1085.134608] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.145445] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536518, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.189162] env[69692]: DEBUG nova.policy [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a40911068439477b890411472a35389d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21b39e764df483c80fe9702761ba742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.340767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.341183] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.341639] env[69692]: INFO nova.compute.manager [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Attaching volume 5a7087ae-26c5-4601-ac52-a617183bafe1 to /dev/sdb [ 1085.356513] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updated VIF entry in instance network info cache for port 3fd353bd-825f-4954-8f4c-b41fb2991e84. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.356858] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updating instance_info_cache with network_info: [{"id": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "address": "fa:16:3e:eb:74:2e", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd353bd-82", "ovs_interfaceid": "3fd353bd-825f-4954-8f4c-b41fb2991e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.385882] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241d9b6-5ba9-4436-8a76-f4154fa12dac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.394017] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3275b4-91c1-404a-89bb-eefae4f8173f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.412912] env[69692]: DEBUG nova.virt.block_device [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating existing volume attachment record: aa42056c-723b-4237-bbd4-88166fca9abb {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.523429] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ac617-1c26-4e34-b402-9f255ee0b3ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.531079] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402c855-18d8-4d95-911c-1d0683c47202 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.565972] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef445fc-e262-4059-9888-6040841127b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.571896] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.574308] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536517, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.579182] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246b26f8-f617-42ed-ae27-13d29641ba88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.593525] env[69692]: DEBUG nova.compute.provider_tree [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.620865] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Successfully created port: bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.643494] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536518, 'name': Rename_Task, 'duration_secs': 0.174023} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.644056] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.645143] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e4c731-1040-48cb-ae55-3502465d5244 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.651917] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1085.651917] env[69692]: value = "task-3536520" [ 1085.651917] env[69692]: _type = "Task" [ 1085.651917] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.661845] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.804153] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.804392] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.867650] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Releasing lock "refresh_cache-e26fe9db-45c3-445e-ae50-28c7bd5ca62c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867650] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Received event network-vif-plugged-bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.867650] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Acquiring lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.869564] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.869564] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.869564] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] No waiting events found dispatching network-vif-plugged-bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.869564] env[69692]: WARNING nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Received unexpected event network-vif-plugged-bde14684-b2f8-450c-b214-4e677b44a668 for instance with vm_state building and task_state spawning. [ 1085.869564] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Received event network-changed-bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.869564] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Refreshing instance network info cache due to event network-changed-bde14684-b2f8-450c-b214-4e677b44a668. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.869564] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Acquiring lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.869564] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Acquired lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.869564] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Refreshing network info cache for port bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.044637] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536517, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.097346] env[69692]: DEBUG nova.scheduler.client.report [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.163206] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.313078] env[69692]: DEBUG nova.compute.utils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.545689] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536517, 'name': CreateVM_Task, 'duration_secs': 1.750089} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.545874] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.546628] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.546820] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.547180] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.547653] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ca7b31-961e-417b-9b7f-b79c09f127b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.554464] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1086.554464] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a70a9b-2328-1ebc-2eec-5bea5fbf39bd" [ 1086.554464] env[69692]: _type = "Task" [ 1086.554464] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.562288] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a70a9b-2328-1ebc-2eec-5bea5fbf39bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.580732] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.584670] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Updated VIF entry in instance network info cache for port bde14684-b2f8-450c-b214-4e677b44a668. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.585029] env[69692]: DEBUG nova.network.neutron [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Updating instance_info_cache with network_info: [{"id": "bde14684-b2f8-450c-b214-4e677b44a668", "address": "fa:16:3e:6c:a4:66", "network": {"id": "2d1cd516-e1cb-4750-8c03-be2f1bcd4b30", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505035860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5169f0f82995448d901f233482d41446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde14684-b2", "ovs_interfaceid": "bde14684-b2f8-450c-b214-4e677b44a668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.609930] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.610212] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.610801] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.611791] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.611791] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.611791] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.611959] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.612040] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.612226] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.612450] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.612651] env[69692]: DEBUG nova.virt.hardware [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.613455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.616418] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd66695-a6a0-4ac5-bf55-600053e8118d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.620174] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.905s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.621727] env[69692]: INFO nova.compute.claims [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.631929] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343eb5e-4e42-42d9-95cd-5db5f00215ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.652892] env[69692]: INFO nova.scheduler.client.report [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted allocations for instance bba29867-afd7-402e-a8c9-811b22dced76 [ 1086.665662] env[69692]: DEBUG oslo_vmware.api [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536520, 'name': PowerOnVM_Task, 'duration_secs': 0.996683} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.666182] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.666182] env[69692]: INFO nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1086.666318] env[69692]: DEBUG nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.667465] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3e20b-9062-4655-8c66-961edea247c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.815347] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.065740] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a70a9b-2328-1ebc-2eec-5bea5fbf39bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.065740] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.065879] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.066059] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.066205] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.066385] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.066639] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76fd61c2-3897-474c-9c7b-dcfabf24b2cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.076489] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.076654] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.077400] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f245dd2-1622-43b6-a30b-81f47888fcbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.084748] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1087.084748] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c630a2-c48e-6ff5-4d0c-9e49c7078953" [ 1087.084748] env[69692]: _type = "Task" [ 1087.084748] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.089918] env[69692]: DEBUG oslo_concurrency.lockutils [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] Releasing lock "refresh_cache-69f54155-24a1-4cf7-8d82-946c4a87f6a9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.090221] env[69692]: DEBUG nova.compute.manager [req-a62159b8-3e48-4245-9f9d-7f4376283029 req-7ea4c00e-344f-41f9-aafe-28a160af0824 service nova] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Received event network-vif-deleted-ddebfdea-8a6b-40e6-a7e8-252f57566b70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.095133] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c630a2-c48e-6ff5-4d0c-9e49c7078953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.130968] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Successfully updated port: bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.164720] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34eeb33b-1509-4d70-9c12-d9c09c29c414 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "bba29867-afd7-402e-a8c9-811b22dced76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.717s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.165668] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Acquired lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.168948] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeb49a9-6e02-4a22-8954-cc97e838fb47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.176890] env[69692]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1087.176890] env[69692]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69692) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1087.176890] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48fe1f88-8143-44e2-8bda-f08533e8005d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.191897] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448adab-afec-4685-a1f3-8036a3a85ff3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.203412] env[69692]: INFO nova.compute.manager [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Took 38.56 seconds to build instance. [ 1087.228035] env[69692]: ERROR root [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-706214' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-706214' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-706214' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-706214'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-706214' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-706214' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-706214'}\n"]: nova.exception.InstanceNotFound: Instance bba29867-afd7-402e-a8c9-811b22dced76 could not be found. [ 1087.228274] env[69692]: DEBUG oslo_concurrency.lockutils [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] Releasing lock "bba29867-afd7-402e-a8c9-811b22dced76" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.228494] env[69692]: DEBUG nova.compute.manager [req-cd83b8c9-0d8f-4a10-9444-cc60ec57179d req-345616de-1efa-4748-bc5c-c1d8bdc63f4c service nova] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Detach interface failed, port_id=b0f2a3b1-1478-45fa-bef1-cc8aa15defb4, reason: Instance bba29867-afd7-402e-a8c9-811b22dced76 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.336065] env[69692]: DEBUG nova.compute.manager [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Received event network-vif-plugged-bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.336065] env[69692]: DEBUG oslo_concurrency.lockutils [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] Acquiring lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.336065] env[69692]: DEBUG oslo_concurrency.lockutils [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.336065] env[69692]: DEBUG oslo_concurrency.lockutils [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.336065] env[69692]: DEBUG nova.compute.manager [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] No waiting events found dispatching network-vif-plugged-bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1087.337177] env[69692]: WARNING nova.compute.manager [req-8b7d8d03-68ae-4e4c-9260-cdc056fa929b req-e5966a2a-d930-4af1-bab9-094c17c65689 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Received unexpected event network-vif-plugged-bab622a3-4377-4efc-b4db-a3fd2b2882ac for instance with vm_state building and task_state spawning. [ 1087.596098] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c630a2-c48e-6ff5-4d0c-9e49c7078953, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.596952] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96bc04d-4a45-435f-a5d1-c197926a433e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.602614] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1087.602614] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5214b857-8eb6-d245-fec0-86ec25f369cd" [ 1087.602614] env[69692]: _type = "Task" [ 1087.602614] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.612576] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214b857-8eb6-d245-fec0-86ec25f369cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.633296] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634126] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquired lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.634126] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.709725] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06799163-c0cb-45e4-a5ad-103280e33068 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.074s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.881605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.881856] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.882734] env[69692]: INFO nova.compute.manager [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Attaching volume 2e2a69bf-535a-4bf1-b40d-6b19f188866b to /dev/sdb [ 1087.942335] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94478b-5fc6-44a7-bd4f-f52c95350020 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.944021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "dda82802-c05d-42b9-a9d9-23009450bf63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.944272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.944474] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.945020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.945020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.949074] env[69692]: INFO nova.compute.manager [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Terminating instance [ 1087.951269] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24ec55c-e7ea-4e3e-a426-93eb9d9a3395 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.968207] env[69692]: DEBUG nova.virt.block_device [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating existing volume attachment record: 907a0371-a5be-42a8-ba1d-96f5f4ae2513 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.120083] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214b857-8eb6-d245-fec0-86ec25f369cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019539} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.120460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.120767] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 69f54155-24a1-4cf7-8d82-946c4a87f6a9/69f54155-24a1-4cf7-8d82-946c4a87f6a9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.121199] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e257be5e-1433-4f25-8c42-548d549a4041 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.131865] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1088.131865] env[69692]: value = "task-3536525" [ 1088.131865] env[69692]: _type = "Task" [ 1088.131865] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.143567] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.144386] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ce4a9-0dc6-4dde-80cf-e40913b5e94f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.151920] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c0568-ce4a-4ccf-98d4-8c97af0754ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.187795] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc5b10-d83f-4267-9587-7211937d58a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.197582] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35968f2-cc86-4555-bc38-4d453fd91d75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.213208] env[69692]: DEBUG nova.compute.provider_tree [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.215489] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.457925] env[69692]: DEBUG nova.compute.manager [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.458167] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.459420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1888d492-9510-47e2-b786-2f682d7b35b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.469604] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.469604] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a66948-8950-4f58-8a4b-4040b72eff71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.478025] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1088.478025] env[69692]: value = "task-3536528" [ 1088.478025] env[69692]: _type = "Task" [ 1088.478025] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.487816] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.488952] env[69692]: DEBUG nova.network.neutron [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updating instance_info_cache with network_info: [{"id": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "address": "fa:16:3e:41:63:ee", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab622a3-43", "ovs_interfaceid": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.643039] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.643267] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 69f54155-24a1-4cf7-8d82-946c4a87f6a9/69f54155-24a1-4cf7-8d82-946c4a87f6a9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.643500] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.643765] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32cdf50d-d681-45ff-a962-fcef8c809bfc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.649977] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1088.649977] env[69692]: value = "task-3536529" [ 1088.649977] env[69692]: _type = "Task" [ 1088.649977] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.657763] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.719197] env[69692]: DEBUG nova.scheduler.client.report [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.989489] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536528, 'name': PowerOffVM_Task, 'duration_secs': 0.279965} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.989793] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.990249] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.990779] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4260307-8fe6-44a2-8113-caa27f05bc1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.992732] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Releasing lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.993033] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Instance network_info: |[{"id": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "address": "fa:16:3e:41:63:ee", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab622a3-43", "ovs_interfaceid": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.993689] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:63:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab622a3-4377-4efc-b4db-a3fd2b2882ac', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.003935] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Creating folder: Project (b21b39e764df483c80fe9702761ba742). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.005781] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5057a5f4-ac02-4dd8-9c98-d8a923520f7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.018382] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Created folder: Project (b21b39e764df483c80fe9702761ba742) in parent group-v706084. [ 1089.018500] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Creating folder: Instances. Parent ref: group-v706310. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.018720] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9525abde-b542-42d9-afea-0cbdea424fca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.027361] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Created folder: Instances in parent group-v706310. [ 1089.027640] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.027825] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.028015] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d82bdb46-9a34-46a8-bc6d-bc573bf8fa1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.049244] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.049244] env[69692]: value = "task-3536533" [ 1089.049244] env[69692]: _type = "Task" [ 1089.049244] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.057086] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536533, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.067910] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.068143] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.068325] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleting the datastore file [datastore1] dda82802-c05d-42b9-a9d9-23009450bf63 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.068604] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f72e96-a63a-4385-93a7-2f72b10202b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.075710] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for the task: (returnval){ [ 1089.075710] env[69692]: value = "task-3536534" [ 1089.075710] env[69692]: _type = "Task" [ 1089.075710] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.085562] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.159937] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107637} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.160273] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.161226] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8365ef-5590-4b57-9a7d-26756a55e3d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.187256] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 69f54155-24a1-4cf7-8d82-946c4a87f6a9/69f54155-24a1-4cf7-8d82-946c4a87f6a9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.187680] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ba6a821-e55d-4798-abed-07659f7593f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.213212] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1089.213212] env[69692]: value = "task-3536535" [ 1089.213212] env[69692]: _type = "Task" [ 1089.213212] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.221948] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.223814] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.224352] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.226940] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.655s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.228399] env[69692]: INFO nova.compute.claims [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.363951] env[69692]: DEBUG nova.compute.manager [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Received event network-changed-bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.364367] env[69692]: DEBUG nova.compute.manager [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Refreshing instance network info cache due to event network-changed-bab622a3-4377-4efc-b4db-a3fd2b2882ac. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.364660] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] Acquiring lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.364860] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] Acquired lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.365049] env[69692]: DEBUG nova.network.neutron [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Refreshing network info cache for port bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.558810] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536533, 'name': CreateVM_Task, 'duration_secs': 0.332366} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.558985] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.559735] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.559898] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.560743] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.560743] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73217c7a-00a8-4028-a7ef-214d27299a7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.564779] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1089.564779] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b811f7-f916-8273-41f7-a797cb3e7320" [ 1089.564779] env[69692]: _type = "Task" [ 1089.564779] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.573115] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b811f7-f916-8273-41f7-a797cb3e7320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.583606] env[69692]: DEBUG oslo_vmware.api [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Task: {'id': task-3536534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164041} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.583838] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.584093] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.584211] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.584380] env[69692]: INFO nova.compute.manager [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.584609] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.584788] env[69692]: DEBUG nova.compute.manager [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.584980] env[69692]: DEBUG nova.network.neutron [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.723992] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536535, 'name': ReconfigVM_Task, 'duration_secs': 0.307738} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.724428] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 69f54155-24a1-4cf7-8d82-946c4a87f6a9/69f54155-24a1-4cf7-8d82-946c4a87f6a9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.725585] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c03bd2-7efd-4931-8bfd-4172577afda6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.740763] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1089.740763] env[69692]: value = "task-3536536" [ 1089.740763] env[69692]: _type = "Task" [ 1089.740763] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.742087] env[69692]: DEBUG nova.compute.utils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.747935] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.748137] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.763710] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536536, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.831256] env[69692]: DEBUG nova.policy [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.074949] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b811f7-f916-8273-41f7-a797cb3e7320, 'name': SearchDatastore_Task, 'duration_secs': 0.029782} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.075273] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.075512] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.075750] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.075895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.076084] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.076359] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5afad64c-c7b7-4c42-b48e-4470933ce812 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.088521] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.088521] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.088521] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb36e00b-eb9b-4be5-bd6e-ddd08d456b4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.093884] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1090.093884] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e481df-2045-7e7a-bfa0-52e834d69a08" [ 1090.093884] env[69692]: _type = "Task" [ 1090.093884] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.104106] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e481df-2045-7e7a-bfa0-52e834d69a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.203134] env[69692]: DEBUG nova.network.neutron [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updated VIF entry in instance network info cache for port bab622a3-4377-4efc-b4db-a3fd2b2882ac. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.203509] env[69692]: DEBUG nova.network.neutron [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updating instance_info_cache with network_info: [{"id": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "address": "fa:16:3e:41:63:ee", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab622a3-43", "ovs_interfaceid": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.245522] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.262933] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536536, 'name': Rename_Task, 'duration_secs': 0.141173} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.263387] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.266022] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8657c8b0-12b7-4a90-b1b8-d5e4a1e9111a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.270972] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1090.270972] env[69692]: value = "task-3536537" [ 1090.270972] env[69692]: _type = "Task" [ 1090.270972] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.282727] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.411154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.411447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.423460] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Successfully created port: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.479770] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.480927] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.483356] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b53f6-dcff-4ee3-8b57-0be3ce7dd159 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.507823] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa5f0d-2352-402b-a86f-8fe91e18e47d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.537689] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.541121] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c216ed-4db8-41f7-a902-137b3b237aa2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.565523] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1090.565523] env[69692]: value = "task-3536539" [ 1090.565523] env[69692]: _type = "Task" [ 1090.565523] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.575360] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.580831] env[69692]: DEBUG nova.network.neutron [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.604494] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e481df-2045-7e7a-bfa0-52e834d69a08, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.608515] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e9b812-1469-4639-be2c-4f8648fb2ae5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.614684] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1090.614684] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5214cdd4-d166-ee09-76d2-be181da39d03" [ 1090.614684] env[69692]: _type = "Task" [ 1090.614684] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.623452] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214cdd4-d166-ee09-76d2-be181da39d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.706977] env[69692]: DEBUG oslo_concurrency.lockutils [req-eb9a0c1b-dfad-45f9-9499-6fd71a24e717 req-ef6c46e4-bfc2-40ce-9948-dba9e8b07658 service nova] Releasing lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.781629] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.843727] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607bd3a-32d2-4f8d-9767-e620d91fcaac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.851416] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302d187-8291-40ac-aa6a-1e6d042cc1d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.891399] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc37fa7-5be7-4145-bc98-2c1f79338be2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.901071] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c67d9-6035-4a84-b1a5-71148e81a503 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.915692] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.918804] env[69692]: DEBUG nova.compute.provider_tree [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.076299] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536539, 'name': ReconfigVM_Task, 'duration_secs': 0.401246} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.076598] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.082911] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef52ac6c-493a-471f-b9b6-bb963fca4f74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.095323] env[69692]: INFO nova.compute.manager [-] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Took 1.51 seconds to deallocate network for instance. [ 1091.103577] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1091.103577] env[69692]: value = "task-3536540" [ 1091.103577] env[69692]: _type = "Task" [ 1091.103577] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.115799] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.128287] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5214cdd4-d166-ee09-76d2-be181da39d03, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.128287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.128287] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e5fd26a5-8465-4b3b-8132-8670df98ad3e/e5fd26a5-8465-4b3b-8132-8670df98ad3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.128287] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f770ff-04c5-4ac4-b9fc-4e6320bb9807 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.136735] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1091.136735] env[69692]: value = "task-3536541" [ 1091.136735] env[69692]: _type = "Task" [ 1091.136735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.145174] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.260148] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.283435] env[69692]: DEBUG oslo_vmware.api [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536537, 'name': PowerOnVM_Task, 'duration_secs': 0.533551} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.285513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.285705] env[69692]: INFO nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1091.285878] env[69692]: DEBUG nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.286872] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afec90e7-a52d-40ed-96b0-a632679d7cd8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.296865] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.297110] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.297272] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.297478] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.297642] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.297790] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.298007] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.298195] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.298425] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.298504] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.298663] env[69692]: DEBUG nova.virt.hardware [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.302479] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e62fc9-620f-4405-96f3-163c5a7418c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.310251] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7da49-cb01-40ef-bad9-19664a22630c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.408948] env[69692]: DEBUG nova.compute.manager [req-ab25d103-b6b0-45ab-8473-2215a1b9bc1f req-c8b07d54-6a06-474f-8f07-46633fd01cf9 service nova] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Received event network-vif-deleted-5b549978-fad5-4d2a-8f6a-682623618f8e {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.425238] env[69692]: DEBUG nova.scheduler.client.report [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.446810] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.605349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.614414] env[69692]: DEBUG oslo_vmware.api [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536540, 'name': ReconfigVM_Task, 'duration_secs': 0.141197} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.614750] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.649779] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.813077] env[69692]: INFO nova.compute.manager [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Took 34.91 seconds to build instance. [ 1091.931478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.931949] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.938214] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.489s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.147139] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.315646] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed535bdf-5c04-4578-a3c1-c9311c82096e tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.423s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.322614] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Successfully updated port: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.438676] env[69692]: DEBUG nova.objects.instance [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lazy-loading 'migration_context' on Instance uuid de444a08-cffe-46c8-a32b-928ccd6ee816 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.442253] env[69692]: DEBUG nova.compute.utils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.443479] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.443912] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.518207] env[69692]: DEBUG nova.policy [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.531881] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.532139] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706309', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'name': 'volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ae978f1-3021-4f6f-bbb7-8e863c5498fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'serial': '2e2a69bf-535a-4bf1-b40d-6b19f188866b'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.533016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d7c3b-5d88-4275-98d0-786c8018e790 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.556156] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc7c42-d761-4dc2-9a90-c7448afea193 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.344115] env[69692]: DEBUG nova.objects.instance [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'flavor' on Instance uuid cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.345636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.345771] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.345909] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.349470] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.359102] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b/volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.361655] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Successfully created port: da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.369781] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4788c404-b3ad-4c95-a4d6-4959db6de113 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.396108] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536541, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60558} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.397795] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e5fd26a5-8465-4b3b-8132-8670df98ad3e/e5fd26a5-8465-4b3b-8132-8670df98ad3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.398081] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.398477] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1093.398477] env[69692]: value = "task-3536542" [ 1093.398477] env[69692]: _type = "Task" [ 1093.398477] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.399135] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adb5910-8816-49cb-9692-2c8145277a5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.417209] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1093.417209] env[69692]: value = "task-3536543" [ 1093.417209] env[69692]: _type = "Task" [ 1093.417209] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.417428] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.418245] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.433555] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.507747] env[69692]: DEBUG nova.compute.manager [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received event network-vif-plugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.507983] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.508208] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.508376] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.508542] env[69692]: DEBUG nova.compute.manager [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] No waiting events found dispatching network-vif-plugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1093.508809] env[69692]: WARNING nova.compute.manager [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received unexpected event network-vif-plugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 for instance with vm_state building and task_state spawning. [ 1093.508880] env[69692]: DEBUG nova.compute.manager [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received event network-changed-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.509089] env[69692]: DEBUG nova.compute.manager [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Refreshing instance network info cache due to event network-changed-06a846e0-8aa9-4dc2-8366-965ab0a0ef67. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.509160] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Acquiring lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.692761] env[69692]: DEBUG nova.network.neutron [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updating instance_info_cache with network_info: [{"id": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "address": "fa:16:3e:be:64:3c", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a846e0-8a", "ovs_interfaceid": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.846812] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3dba76-fbf8-4d3d-a29d-d8b658db23bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.855313] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210409e8-67e1-4f2a-a79c-b6bbece11d7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.898113] env[69692]: INFO nova.compute.manager [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Rebuilding instance [ 1093.899989] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eff99869-df18-4835-9321-f6f8ae946fc7 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.559s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.901547] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dad876-c448-44eb-ada3-90111a3180d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.923736] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a9044f-e23d-49a7-b16b-bb9a4fc41683 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.931466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.931927] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.932322] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.933036] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.933094] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.936208] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.940603] env[69692]: INFO nova.compute.manager [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Terminating instance [ 1093.968138] env[69692]: DEBUG nova.compute.provider_tree [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.976149] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07057} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.977026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.977681] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b5c81-63f6-4fcb-9da9-29d1f797a84c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.003368] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e5fd26a5-8465-4b3b-8132-8670df98ad3e/e5fd26a5-8465-4b3b-8132-8670df98ad3e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.005345] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0f0caf-fa88-4db9-8414-c909997e0164 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.028519] env[69692]: DEBUG nova.compute.manager [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.028519] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89844fd4-85a4-4d4b-a967-1768ef762e7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.029910] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1094.029910] env[69692]: value = "task-3536544" [ 1094.029910] env[69692]: _type = "Task" [ 1094.029910] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.043580] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.195739] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.196184] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance network_info: |[{"id": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "address": "fa:16:3e:be:64:3c", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a846e0-8a", "ovs_interfaceid": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.196587] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Acquired lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.196869] env[69692]: DEBUG nova.network.neutron [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Refreshing network info cache for port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.198452] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:64:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06a846e0-8aa9-4dc2-8366-965ab0a0ef67', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.206500] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.207634] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.209604] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b11e7553-463a-42d2-9431-67109216bf5e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.229920] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.229920] env[69692]: value = "task-3536545" [ 1094.229920] env[69692]: _type = "Task" [ 1094.229920] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.238402] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536545, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.402016] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.416268] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536542, 'name': ReconfigVM_Task, 'duration_secs': 0.720867} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.418323] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b/volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.423265] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f41ddc06-356b-4f35-9a24-34ba8eb5acc9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.435571] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.435678] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.435805] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.435992] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.436174] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.436288] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.436489] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.436646] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.437382] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.437382] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.437382] env[69692]: DEBUG nova.virt.hardware [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.437949] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c8c71d-62e3-4f80-b369-818f0ff899a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.447311] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ba194-6bf0-4ac8-994b-58979bc9c023 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.452037] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1094.452037] env[69692]: value = "task-3536546" [ 1094.452037] env[69692]: _type = "Task" [ 1094.452037] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.456165] env[69692]: DEBUG nova.compute.manager [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.456440] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.467061] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47234e-b0de-4b17-b7d0-a85c900a6720 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.476157] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.478987] env[69692]: DEBUG nova.scheduler.client.report [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.482711] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.483046] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a12771d-2359-4bf9-9722-7b1e9a4e1a4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.489987] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1094.489987] env[69692]: value = "task-3536547" [ 1094.489987] env[69692]: _type = "Task" [ 1094.489987] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.505043] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.545384] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.741177] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536545, 'name': CreateVM_Task, 'duration_secs': 0.350976} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.741361] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.742146] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.742360] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.742693] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.742974] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51832720-ba54-4702-8609-dda378467f19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.751162] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1094.751162] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5284d314-349c-ae99-e518-7e43ac8703b2" [ 1094.751162] env[69692]: _type = "Task" [ 1094.751162] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.759610] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5284d314-349c-ae99-e518-7e43ac8703b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.964079] env[69692]: DEBUG oslo_vmware.api [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536546, 'name': ReconfigVM_Task, 'duration_secs': 0.175255} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.964079] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706309', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'name': 'volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ae978f1-3021-4f6f-bbb7-8e863c5498fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'serial': '2e2a69bf-535a-4bf1-b40d-6b19f188866b'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.999817] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536547, 'name': PowerOffVM_Task, 'duration_secs': 0.211282} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.000259] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.000598] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.000979] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-489c3694-ea88-4900-bcc9-9e09f36dcf00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.022118] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Successfully updated port: da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.042672] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536544, 'name': ReconfigVM_Task, 'duration_secs': 0.549916} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.043209] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e5fd26a5-8465-4b3b-8132-8670df98ad3e/e5fd26a5-8465-4b3b-8132-8670df98ad3e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.043974] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d657ae4-dcb0-44dc-8af6-2e36eda96efa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.046166] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.046523] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23122826-6996-4527-9158-10d6caabc7b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.052403] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1095.052403] env[69692]: value = "task-3536549" [ 1095.052403] env[69692]: _type = "Task" [ 1095.052403] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.055135] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1095.055135] env[69692]: value = "task-3536550" [ 1095.055135] env[69692]: _type = "Task" [ 1095.055135] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.062030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.062030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.062438] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Deleting the datastore file [datastore1] 69f54155-24a1-4cf7-8d82-946c4a87f6a9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.063556] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72dc71ad-b7d0-4d52-b06f-7fad1f95f549 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.070842] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536549, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077181] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077181] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for the task: (returnval){ [ 1095.077181] env[69692]: value = "task-3536551" [ 1095.077181] env[69692]: _type = "Task" [ 1095.077181] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.085452] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.198412] env[69692]: DEBUG nova.network.neutron [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updated VIF entry in instance network info cache for port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.198882] env[69692]: DEBUG nova.network.neutron [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updating instance_info_cache with network_info: [{"id": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "address": "fa:16:3e:be:64:3c", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a846e0-8a", "ovs_interfaceid": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.259341] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5284d314-349c-ae99-e518-7e43ac8703b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.259644] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.259957] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.260256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.260471] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.260607] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.260863] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e468fb14-5646-4a20-b2fe-edeaa08b36b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.278019] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.278297] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.278990] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c828efc-880c-4fd8-ae7a-16f49e6c3ebd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.285088] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1095.285088] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a72c6b-1a23-7c31-3703-b0c06faa1c1f" [ 1095.285088] env[69692]: _type = "Task" [ 1095.285088] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.292859] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a72c6b-1a23-7c31-3703-b0c06faa1c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.493930] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.558s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.503529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.123s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.504506] env[69692]: DEBUG nova.objects.instance [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lazy-loading 'resources' on Instance uuid 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.531354] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.531569] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.531848] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.564405] env[69692]: DEBUG nova.compute.manager [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Received event network-vif-plugged-da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.564708] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Acquiring lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.564922] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.566172] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.566172] env[69692]: DEBUG nova.compute.manager [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] No waiting events found dispatching network-vif-plugged-da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.566172] env[69692]: WARNING nova.compute.manager [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Received unexpected event network-vif-plugged-da9d17f8-656f-4541-a188-ab9895595323 for instance with vm_state building and task_state spawning. [ 1095.566172] env[69692]: DEBUG nova.compute.manager [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Received event network-changed-da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.566172] env[69692]: DEBUG nova.compute.manager [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Refreshing instance network info cache due to event network-changed-da9d17f8-656f-4541-a188-ab9895595323. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.566172] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Acquiring lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.571028] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536549, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.574690] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536550, 'name': PowerOffVM_Task, 'duration_secs': 0.228126} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.574981] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.588199] env[69692]: DEBUG oslo_vmware.api [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Task: {'id': task-3536551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24212} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.588476] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.588673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.588843] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.589015] env[69692]: INFO nova.compute.manager [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1095.589360] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.590086] env[69692]: DEBUG nova.compute.manager [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.590291] env[69692]: DEBUG nova.network.neutron [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.638777] env[69692]: INFO nova.compute.manager [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Detaching volume 5a7087ae-26c5-4601-ac52-a617183bafe1 [ 1095.678482] env[69692]: INFO nova.virt.block_device [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Attempting to driver detach volume 5a7087ae-26c5-4601-ac52-a617183bafe1 from mountpoint /dev/sdb [ 1095.678764] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.678959] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.679860] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df915c-7d59-4b29-bf60-be261273ca88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.705763] env[69692]: DEBUG oslo_concurrency.lockutils [req-cae8a1e4-6f44-4059-ad27-818f8624036f req-3ba0efde-d152-44ea-8332-db37d9809225 service nova] Releasing lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.705763] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c3a1c-bf72-456f-8664-195d3e5b6925 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.713250] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573c03fd-f0e2-4186-97fd-e794c477f4b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.733041] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1425f1-b459-4f0b-9c0c-26f70e8cec29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.750254] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] The volume has not been displaced from its original location: [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.755475] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.755807] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfa12d9-2360-4f5d-9542-ec3722ba942f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.775882] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1095.775882] env[69692]: value = "task-3536552" [ 1095.775882] env[69692]: _type = "Task" [ 1095.775882] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.784771] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.795367] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a72c6b-1a23-7c31-3703-b0c06faa1c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.795367] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea1569a-2dbc-4267-97ae-69114885c533 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.801195] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1095.801195] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9fb49-2193-ad7d-a644-b1f652f2aba5" [ 1095.801195] env[69692]: _type = "Task" [ 1095.801195] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.808711] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9fb49-2193-ad7d-a644-b1f652f2aba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.019348] env[69692]: DEBUG nova.objects.instance [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'flavor' on Instance uuid 1ae978f1-3021-4f6f-bbb7-8e863c5498fd {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.066638] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536549, 'name': Rename_Task, 'duration_secs': 0.614304} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.066973] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.067167] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f15d74e-00da-438c-bf47-194acd9a651a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.072374] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.075533] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1096.075533] env[69692]: value = "task-3536553" [ 1096.075533] env[69692]: _type = "Task" [ 1096.075533] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.086223] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.245828] env[69692]: DEBUG nova.network.neutron [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Updating instance_info_cache with network_info: [{"id": "da9d17f8-656f-4541-a188-ab9895595323", "address": "fa:16:3e:1a:64:71", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9d17f8-65", "ovs_interfaceid": "da9d17f8-656f-4541-a188-ab9895595323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.286145] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536552, 'name': ReconfigVM_Task, 'duration_secs': 0.442494} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.286464] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.294114] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc00cdae-da8d-4718-afa7-08f68aa63b82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.314297] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9fb49-2193-ad7d-a644-b1f652f2aba5, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.315530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.315905] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bd2539e2-dec5-4cc8-9153-4c85eff0e11c/bd2539e2-dec5-4cc8-9153-4c85eff0e11c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.317761] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1096.317761] env[69692]: value = "task-3536554" [ 1096.317761] env[69692]: _type = "Task" [ 1096.317761] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.318664] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d11c6d-3790-406e-95db-10cca28828bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.329978] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.330718] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1096.330718] env[69692]: value = "task-3536555" [ 1096.330718] env[69692]: _type = "Task" [ 1096.330718] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.339771] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.485898] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b33d3-d360-4f0a-a480-81dc96d14ee9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.492267] env[69692]: DEBUG nova.compute.manager [req-81c6ae2e-ef7c-47a4-a722-703fe022c764 req-0f47f81e-b188-4c13-a86d-913b9a73f6a4 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Received event network-vif-deleted-bde14684-b2f8-450c-b214-4e677b44a668 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.492470] env[69692]: INFO nova.compute.manager [req-81c6ae2e-ef7c-47a4-a722-703fe022c764 req-0f47f81e-b188-4c13-a86d-913b9a73f6a4 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Neutron deleted interface bde14684-b2f8-450c-b214-4e677b44a668; detaching it from the instance and deleting it from the info cache [ 1096.492621] env[69692]: DEBUG nova.network.neutron [req-81c6ae2e-ef7c-47a4-a722-703fe022c764 req-0f47f81e-b188-4c13-a86d-913b9a73f6a4 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.499680] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01d129-6f53-46cf-9107-7381e3bfac72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.536236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-643f5bad-b843-46fb-ac1c-fa236be6a046 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.654s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.541707] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccfaf8a-6ffe-4da1-b826-fbd6a84f7ca3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.550347] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626d710-3ad4-41c8-b39e-2de7534a45fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.571095] env[69692]: DEBUG nova.compute.provider_tree [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.588616] env[69692]: DEBUG oslo_vmware.api [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536553, 'name': PowerOnVM_Task, 'duration_secs': 0.471752} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.588869] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.589274] env[69692]: INFO nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1096.589511] env[69692]: DEBUG nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.590537] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bf0b11-a293-4f6b-adfc-a5f1d030b335 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.743126] env[69692]: INFO nova.compute.manager [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Rescuing [ 1096.743335] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.743589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.743656] env[69692]: DEBUG nova.network.neutron [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.751046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.751046] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Instance network_info: |[{"id": "da9d17f8-656f-4541-a188-ab9895595323", "address": "fa:16:3e:1a:64:71", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9d17f8-65", "ovs_interfaceid": "da9d17f8-656f-4541-a188-ab9895595323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.751046] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Acquired lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.751046] env[69692]: DEBUG nova.network.neutron [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Refreshing network info cache for port da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.752980] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:64:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da9d17f8-656f-4541-a188-ab9895595323', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.760782] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.764253] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.764640] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc7527c-0733-4674-946d-3d2e79a085b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.780055] env[69692]: DEBUG nova.network.neutron [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.787608] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.787608] env[69692]: value = "task-3536556" [ 1096.787608] env[69692]: _type = "Task" [ 1096.787608] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.796560] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536556, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.831823] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.840020] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.996421] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd00eb6c-4f0d-46d3-9c3b-c1fc0a9b37ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.009952] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20c65a-a9d1-4387-b0f0-4687a273b2b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.057666] env[69692]: DEBUG nova.compute.manager [req-81c6ae2e-ef7c-47a4-a722-703fe022c764 req-0f47f81e-b188-4c13-a86d-913b9a73f6a4 service nova] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Detach interface failed, port_id=bde14684-b2f8-450c-b214-4e677b44a668, reason: Instance 69f54155-24a1-4cf7-8d82-946c4a87f6a9 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.060824] env[69692]: DEBUG nova.network.neutron [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Updated VIF entry in instance network info cache for port da9d17f8-656f-4541-a188-ab9895595323. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.062086] env[69692]: DEBUG nova.network.neutron [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Updating instance_info_cache with network_info: [{"id": "da9d17f8-656f-4541-a188-ab9895595323", "address": "fa:16:3e:1a:64:71", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9d17f8-65", "ovs_interfaceid": "da9d17f8-656f-4541-a188-ab9895595323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.071834] env[69692]: DEBUG nova.scheduler.client.report [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.076442] env[69692]: INFO nova.compute.manager [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Swapping old allocation on dict_keys(['1c9ca5fc-5839-4b61-976a-d5f01f52b6f6']) held by migration 475fb9c3-7602-4c3a-a9fe-de9ba2f0ed1d for instance [ 1097.109983] env[69692]: DEBUG nova.scheduler.client.report [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Overwriting current allocation {'allocations': {'1c9ca5fc-5839-4b61-976a-d5f01f52b6f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 110}}, 'project_id': 'da295f09d4c04b379261a3881eabe2e5', 'user_id': '9125362e307a4d5fbedeb263ca4d84a8', 'consumer_generation': 1} on consumer de444a08-cffe-46c8-a32b-928ccd6ee816 {{(pid=69692) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1097.111986] env[69692]: INFO nova.compute.manager [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Took 34.17 seconds to build instance. [ 1097.226057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.226167] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquired lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.226356] env[69692]: DEBUG nova.network.neutron [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.282961] env[69692]: INFO nova.compute.manager [-] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Took 1.69 seconds to deallocate network for instance. [ 1097.302019] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536556, 'name': CreateVM_Task, 'duration_secs': 0.340505} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.302019] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.302019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.302019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.302019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.302019] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5051736d-92b0-4c76-987f-6a21b1ae1bc5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.306244] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1097.306244] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9ac4c-dc11-101d-4a4c-7a127a1c3832" [ 1097.306244] env[69692]: _type = "Task" [ 1097.306244] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.322548] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9ac4c-dc11-101d-4a4c-7a127a1c3832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.332934] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536554, 'name': ReconfigVM_Task, 'duration_secs': 0.953859} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.338936] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.351054] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.462532] env[69692]: DEBUG nova.compute.manager [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Received event network-changed {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.462754] env[69692]: DEBUG nova.compute.manager [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Refreshing instance network info cache due to event network-changed. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.463270] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] Acquiring lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.463472] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] Acquired lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.463668] env[69692]: DEBUG nova.network.neutron [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.567722] env[69692]: DEBUG oslo_concurrency.lockutils [req-96cdb114-576b-4c9c-b57a-95386f17df16 req-ede85bbe-b66d-4ecf-8a5d-79735d467040 service nova] Releasing lock "refresh_cache-7fedc59d-2431-4779-bf1c-a75d5c6d224a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.579876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.582306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.017s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.582509] env[69692]: DEBUG nova.objects.instance [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'resources' on Instance uuid cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.612317] env[69692]: INFO nova.scheduler.client.report [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Deleted allocations for instance 9e61a86c-3f08-4740-b996-67c8fe6dc5d9 [ 1097.615632] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.118s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.713617] env[69692]: DEBUG nova.network.neutron [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.793306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.816704] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f9ac4c-dc11-101d-4a4c-7a127a1c3832, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.816998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.817260] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.817497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.817649] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.817825] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.818106] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3dfedc9-d653-41b9-ad99-9ab5620c82ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.831022] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.831022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.831022] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f046ea-84e9-48d1-b90e-26bfd99f2dca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.841306] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1097.841306] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c62333-6a7e-6f68-e3e9-594eab1188e3" [ 1097.841306] env[69692]: _type = "Task" [ 1097.841306] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.845562] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536555, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.339409} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.851428] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bd2539e2-dec5-4cc8-9153-4c85eff0e11c/bd2539e2-dec5-4cc8-9153-4c85eff0e11c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.851753] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.852301] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b22df4d-612c-438d-8d9d-956c1ef79b63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.863149] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c62333-6a7e-6f68-e3e9-594eab1188e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.863952] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1097.863952] env[69692]: value = "task-3536557" [ 1097.863952] env[69692]: _type = "Task" [ 1097.863952] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.864195] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b926f64-3bac-4ada-a2ae-05ab6098bf48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.876450] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1097.876450] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dd6be0-17ee-85a6-70e5-6eca21963d44" [ 1097.876450] env[69692]: _type = "Task" [ 1097.876450] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.882341] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.891357] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dd6be0-17ee-85a6-70e5-6eca21963d44, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.891564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.891852] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 7fedc59d-2431-4779-bf1c-a75d5c6d224a/7fedc59d-2431-4779-bf1c-a75d5c6d224a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.892510] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b2734e-8eca-4dab-9859-2e6f8e1b9490 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.900415] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1097.900415] env[69692]: value = "task-3536558" [ 1097.900415] env[69692]: _type = "Task" [ 1097.900415] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.909916] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.124152] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b6618256-4d1f-4008-bc56-2d93bfda7180 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Lock "9e61a86c-3f08-4740-b996-67c8fe6dc5d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.031s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.129329] env[69692]: DEBUG nova.network.neutron [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [{"id": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "address": "fa:16:3e:24:33:6f", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fedc36-0f", "ovs_interfaceid": "62fedc36-0fb0-4eb9-85cd-36a260156d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.218908] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.242977] env[69692]: DEBUG nova.network.neutron [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updating instance_info_cache with network_info: [{"id": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "address": "fa:16:3e:41:63:ee", "network": {"id": "3cbf35bc-b7ef-4f1f-99ac-09cf73018df4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d7a031eeef304d07a0ee93de57cd6ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab622a3-43", "ovs_interfaceid": "bab622a3-4377-4efc-b4db-a3fd2b2882ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.331862] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.332169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.332389] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.332570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.332734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.337066] env[69692]: INFO nova.compute.manager [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Terminating instance [ 1098.377402] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071505} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.381079] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.382359] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c4af3-052a-4aea-a3d1-29a8d2d99265 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.409918] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] bd2539e2-dec5-4cc8-9153-4c85eff0e11c/bd2539e2-dec5-4cc8-9153-4c85eff0e11c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.412479] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865ac141-f9e0-47a2-a630-bf0be9eb895f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.433117] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.436162] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-482ca5dd-93ca-4ec1-bb0c-77b594ebcb2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.438236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "680ce770-728e-4f36-8162-51a67a66d9a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.438458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.444719] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1098.444719] env[69692]: value = "task-3536559" [ 1098.444719] env[69692]: _type = "Task" [ 1098.444719] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.448198] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.451802] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 7fedc59d-2431-4779-bf1c-a75d5c6d224a/7fedc59d-2431-4779-bf1c-a75d5c6d224a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.452037] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.456021] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3e19be-90c1-4cff-af75-20dcb85b6a97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.458187] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1098.458187] env[69692]: value = "task-3536560" [ 1098.458187] env[69692]: _type = "Task" [ 1098.458187] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.467166] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.467481] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1098.467481] env[69692]: value = "task-3536561" [ 1098.467481] env[69692]: _type = "Task" [ 1098.467481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.477849] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.478088] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.478315] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.482236] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2797cb12-ef88-4b1c-ae30-2056a0f7b64c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.485144] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.503247] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ddccb-2386-4f35-b2ff-680af3e1c516 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.510404] env[69692]: WARNING nova.virt.vmwareapi.driver [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1098.511387] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.512318] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629a1c1-9011-468c-ae97-2f6ea10b5d8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.519130] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.519867] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33982f3f-7ebc-4ebb-9eb5-dafc7ad01ed3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.580211] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.580519] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.580878] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.580985] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9418baee-12e4-4263-9451-f225a15d0aa3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.588870] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1098.588870] env[69692]: value = "task-3536563" [ 1098.588870] env[69692]: _type = "Task" [ 1098.588870] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.599998] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.632097] env[69692]: DEBUG oslo_concurrency.lockutils [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Releasing lock "refresh_cache-de444a08-cffe-46c8-a32b-928ccd6ee816" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.632097] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.632891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b0801-e40a-4f76-9a05-90760c12fd93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.635494] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53593d2-b7fe-4d03-a899-bcc04f8af8d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.642615] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b3519-5d9e-400b-b80c-a913ac46d7fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.646073] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1098.646073] env[69692]: value = "task-3536564" [ 1098.646073] env[69692]: _type = "Task" [ 1098.646073] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.680560] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3a522-25c0-4815-9a16-a8194bdc69bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.687077] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.692474] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb547dd5-66ab-41c6-ba31-133d248a6e10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.708460] env[69692]: DEBUG nova.compute.provider_tree [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.747271] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7922ef7-dd06-4122-ab85-3d58ee80ffdb tempest-ServerExternalEventsTest-854367029 tempest-ServerExternalEventsTest-854367029-project] Releasing lock "refresh_cache-e5fd26a5-8465-4b3b-8132-8670df98ad3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.841519] env[69692]: DEBUG nova.compute.manager [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.841798] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.843284] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df0e93-78d5-440e-86e2-70ec25937777 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.851053] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.851343] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97573459-c24c-439f-836e-b1bcca7c5c63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.856532] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1098.856532] env[69692]: value = "task-3536565" [ 1098.856532] env[69692]: _type = "Task" [ 1098.856532] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.865168] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.940639] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.958398] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536559, 'name': ReconfigVM_Task, 'duration_secs': 0.375999} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.958737] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] bd2539e2-dec5-4cc8-9153-4c85eff0e11c/bd2539e2-dec5-4cc8-9153-4c85eff0e11c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.959416] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b768d7-9f17-4297-8cbb-cd0f116403dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.966804] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1098.966804] env[69692]: value = "task-3536566" [ 1098.966804] env[69692]: _type = "Task" [ 1098.966804] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.978774] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536566, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.981745] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271935} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.982206] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.982965] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cbfe8b-9946-4393-890c-c6e269929434 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.009579] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 7fedc59d-2431-4779-bf1c-a75d5c6d224a/7fedc59d-2431-4779-bf1c-a75d5c6d224a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.010672] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7e7792-8fde-4648-a2b0-c652cfc87a49 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.032632] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1099.032632] env[69692]: value = "task-3536567" [ 1099.032632] env[69692]: _type = "Task" [ 1099.032632] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.042999] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.100484] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179225} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.100924] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.102588] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.102588] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.158156] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536564, 'name': PowerOffVM_Task, 'duration_secs': 0.221543} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.158581] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.159194] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:28:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71b4e529-9be5-420d-bbac-3fb811441935',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1449372609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.159417] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.159574] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.160302] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.160302] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.160302] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.160302] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.160455] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.160552] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.160716] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.160897] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.167446] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086d02d6-0f16-4fa1-9add-9daf52a31249 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.183735] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1099.183735] env[69692]: value = "task-3536568" [ 1099.183735] env[69692]: _type = "Task" [ 1099.183735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.193952] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.212023] env[69692]: DEBUG nova.scheduler.client.report [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.368527] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536565, 'name': PowerOffVM_Task, 'duration_secs': 0.191399} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.368836] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.369007] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.369269] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6c0b12-9f16-41fe-87e2-0c765c66dcc7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.422731] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.423168] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.423391] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Deleting the datastore file [datastore2] e5fd26a5-8465-4b3b-8132-8670df98ad3e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.423666] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcad99f6-27d0-4dd9-a003-90b1bae5def0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.430348] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for the task: (returnval){ [ 1099.430348] env[69692]: value = "task-3536570" [ 1099.430348] env[69692]: _type = "Task" [ 1099.430348] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.439614] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.470254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.476685] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536566, 'name': Rename_Task, 'duration_secs': 0.275965} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.477590] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.478026] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d3becc-53c5-4943-8c54-39e399354f19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.484987] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1099.484987] env[69692]: value = "task-3536571" [ 1099.484987] env[69692]: _type = "Task" [ 1099.484987] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.493838] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.543043] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536567, 'name': ReconfigVM_Task, 'duration_secs': 0.293194} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.543043] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 7fedc59d-2431-4779-bf1c-a75d5c6d224a/7fedc59d-2431-4779-bf1c-a75d5c6d224a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.543492] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1583ecb-4eda-48c6-89c1-7d7a039843d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.552775] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1099.552775] env[69692]: value = "task-3536572" [ 1099.552775] env[69692]: _type = "Task" [ 1099.552775] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.561073] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536572, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.607373] env[69692]: INFO nova.virt.block_device [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Booting with volume 5a7087ae-26c5-4601-ac52-a617183bafe1 at /dev/sdb [ 1099.650888] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06c42458-b29f-4945-8913-8ad29c74e2eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.662224] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b32bf-2be9-4603-b060-5dcf91265d8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.701745] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf60da4-9896-459f-8d2a-1bcff0f225f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.707016] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536568, 'name': ReconfigVM_Task, 'duration_secs': 0.184705} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.708250] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9f4c3-560a-4a4d-a78f-75acfb30f8d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.719097] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eadb81-f85c-46d4-9a8c-3dabf34875f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.743891] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.746420] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:28:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71b4e529-9be5-420d-bbac-3fb811441935',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1449372609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.746638] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.746794] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.746977] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.747144] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.747304] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.747500] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.747657] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.747824] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.747985] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.748173] env[69692]: DEBUG nova.virt.hardware [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.749458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.096s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.749637] env[69692]: DEBUG nova.objects.instance [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.755673] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd535c50-7893-402a-ab4a-0de832b8e9a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.759257] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1099.759257] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52090f44-2343-66ba-2f9a-37a3866c4c6b" [ 1099.759257] env[69692]: _type = "Task" [ 1099.759257] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.762062] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.776956] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ef4ee7-a062-407a-9dab-ddadb4d2b75d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.780066] env[69692]: INFO nova.scheduler.client.report [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted allocations for instance cdb720d4-e7ef-4e59-aa43-225cf1ed5e02 [ 1099.781662] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493aa7c4-5cfd-4381-8fb2-95498211977f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.793646] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52090f44-2343-66ba-2f9a-37a3866c4c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.006517} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.799355] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.802627] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccdd442-a73a-4781-bdda-723e74402034 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.816060] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1099.816060] env[69692]: value = "task-3536573" [ 1099.816060] env[69692]: _type = "Task" [ 1099.816060] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.817268] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd881d6-10c2-414b-8cef-af4d11ce2c2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.829580] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1099.829580] env[69692]: value = "task-3536574" [ 1099.829580] env[69692]: _type = "Task" [ 1099.829580] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.835927] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.840125] env[69692]: DEBUG nova.virt.block_device [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating existing volume attachment record: 3bd724f9-b220-421c-928a-b5b5fa9792be {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.846017] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.942479] env[69692]: DEBUG oslo_vmware.api [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Task: {'id': task-3536570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203877} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.942807] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.943096] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.943569] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.943569] env[69692]: INFO nova.compute.manager [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1099.943712] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.943896] env[69692]: DEBUG nova.compute.manager [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.944029] env[69692]: DEBUG nova.network.neutron [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.998016] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.062093] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536572, 'name': Rename_Task, 'duration_secs': 0.182298} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.062360] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.062996] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e20213-3476-447a-bbad-1ada313350bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.068504] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1100.068504] env[69692]: value = "task-3536575" [ 1100.068504] env[69692]: _type = "Task" [ 1100.068504] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.080893] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.297997] env[69692]: DEBUG oslo_concurrency.lockutils [None req-03f28491-c0ae-4959-86d9-1df242c20fdf tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "cdb720d4-e7ef-4e59-aa43-225cf1ed5e02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.474s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.327736] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536573, 'name': PowerOffVM_Task, 'duration_secs': 0.198189} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.328063] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.328797] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdd992-8517-4808-96b8-1e642c7b25ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.339891] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536574, 'name': ReconfigVM_Task, 'duration_secs': 0.226752} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.356525] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.357072] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeeed40-d2c5-4079-81d0-4c0e99a037e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.359927] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9cfc7f-238b-4097-b456-8e308a9097f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383089] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.386053] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac95d466-1631-407e-a9a5-e2362f5f4aca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.417596] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1100.417596] env[69692]: value = "task-3536576" [ 1100.417596] env[69692]: _type = "Task" [ 1100.417596] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.426651] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.439787] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.440094] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89bc7a9a-0461-4ee4-aba2-20c243b8b249 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.446231] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1100.446231] env[69692]: value = "task-3536577" [ 1100.446231] env[69692]: _type = "Task" [ 1100.446231] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.456277] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.456471] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.456710] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.456851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.457031] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.457267] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ec4175-f46f-4c88-af68-de171c78716d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.465061] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.465273] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.466032] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b97838d-ce3c-4c91-b3ad-b53880b1bf07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.471117] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1100.471117] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e5de21-8ca3-6574-a5c7-ec5f32595d1c" [ 1100.471117] env[69692]: _type = "Task" [ 1100.471117] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.479520] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e5de21-8ca3-6574-a5c7-ec5f32595d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.498925] env[69692]: DEBUG oslo_vmware.api [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536571, 'name': PowerOnVM_Task, 'duration_secs': 0.588018} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.499215] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.499415] env[69692]: INFO nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1100.499593] env[69692]: DEBUG nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.500464] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c701503d-5556-47d9-bd32-d4fa6f1769f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.578657] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.619736] env[69692]: DEBUG nova.compute.manager [req-b724164b-1504-460c-8235-26c8dd9fd2ee req-7c54d417-9d21-49d0-8475-3b1c7dc4ddfd service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Received event network-vif-deleted-bab622a3-4377-4efc-b4db-a3fd2b2882ac {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.620056] env[69692]: INFO nova.compute.manager [req-b724164b-1504-460c-8235-26c8dd9fd2ee req-7c54d417-9d21-49d0-8475-3b1c7dc4ddfd service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Neutron deleted interface bab622a3-4377-4efc-b4db-a3fd2b2882ac; detaching it from the instance and deleting it from the info cache [ 1100.620159] env[69692]: DEBUG nova.network.neutron [req-b724164b-1504-460c-8235-26c8dd9fd2ee req-7c54d417-9d21-49d0-8475-3b1c7dc4ddfd service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.760602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-88a28157-02bb-456e-b15c-264d649ea28d tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.761815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.860s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.763856] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.764224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.454s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.792947] env[69692]: INFO nova.scheduler.client.report [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted allocations for instance ae154727-5f48-4e34-8b19-0d9bfce788c8 [ 1100.928318] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536576, 'name': ReconfigVM_Task, 'duration_secs': 0.440985} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.928659] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Reconfigured VM instance instance-00000043 to attach disk [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816/de444a08-cffe-46c8-a32b-928ccd6ee816.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.929486] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464cad5-1faa-4ece-8abe-2b9665bdfee5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.952624] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a76462-36ef-4852-89bd-c2588fcdc2bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.976038] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0609a27-bfa6-4e83-a651-2f2764a942d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.998500] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e5de21-8ca3-6574-a5c7-ec5f32595d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.000198] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924a675-891a-4668-8310-dbfca17706bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.003147] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b5f8bf-d7ac-4b8a-91fd-b6a48a6933d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.014604] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.017462] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe72b8c5-3746-4ae4-90f8-a53be5e0691e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.019368] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1101.019368] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522600d3-8ec4-4957-4b04-4dc4d4f8a11d" [ 1101.019368] env[69692]: _type = "Task" [ 1101.019368] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.019751] env[69692]: INFO nova.compute.manager [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Took 36.33 seconds to build instance. [ 1101.025958] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1101.025958] env[69692]: value = "task-3536578" [ 1101.025958] env[69692]: _type = "Task" [ 1101.025958] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.032772] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522600d3-8ec4-4957-4b04-4dc4d4f8a11d, 'name': SearchDatastore_Task, 'duration_secs': 0.016028} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.033375] env[69692]: DEBUG oslo_concurrency.lockutils [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.033727] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. {{(pid=69692) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1101.033877] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20408ad4-bb8f-4df4-a003-f05760296dc2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.039647] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.043710] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1101.043710] env[69692]: value = "task-3536579" [ 1101.043710] env[69692]: _type = "Task" [ 1101.043710] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.051621] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.069386] env[69692]: DEBUG nova.network.neutron [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.078617] env[69692]: DEBUG oslo_vmware.api [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536575, 'name': PowerOnVM_Task, 'duration_secs': 0.610324} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.078898] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.079212] env[69692]: INFO nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1101.079267] env[69692]: DEBUG nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.083164] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde103a-22ba-495f-a3f9-1167fbf53e33 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.123157] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fdf272f-e6d0-4fb0-9d7b-830ffd83b901 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.136343] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966462df-56d5-408b-8c88-b4ed8fb243e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.178647] env[69692]: DEBUG nova.compute.manager [req-b724164b-1504-460c-8235-26c8dd9fd2ee req-7c54d417-9d21-49d0-8475-3b1c7dc4ddfd service nova] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Detach interface failed, port_id=bab622a3-4377-4efc-b4db-a3fd2b2882ac, reason: Instance e5fd26a5-8465-4b3b-8132-8670df98ad3e could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.268774] env[69692]: INFO nova.compute.claims [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.306594] env[69692]: DEBUG oslo_concurrency.lockutils [None req-83d85805-c40e-47d1-ab89-643bc53f6e57 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "ae154727-5f48-4e34-8b19-0d9bfce788c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.505s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.525122] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c948a19e-6013-4de2-b3a5-7d6bf58609ce tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.641s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.537892] env[69692]: DEBUG oslo_vmware.api [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536578, 'name': PowerOnVM_Task, 'duration_secs': 0.497885} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.538464] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.555993] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536579, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.574768] env[69692]: INFO nova.compute.manager [-] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Took 1.63 seconds to deallocate network for instance. [ 1101.603448] env[69692]: INFO nova.compute.manager [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Took 35.05 seconds to build instance. [ 1101.777018] env[69692]: INFO nova.compute.resource_tracker [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating resource usage from migration 83f6cbd2-f2ab-4326-86f0-443a581ceda8 [ 1102.002769] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.003026] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.003843] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.003843] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.003843] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.003843] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.003843] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.007508] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.007508] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.007508] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.007508] env[69692]: DEBUG nova.virt.hardware [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.007508] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18c938-6104-48c2-aec4-33453cd50347 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.016971] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e414f7b0-cb5c-42d0-8c9d-3377cd85b98a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.031871] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:06:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0125791b-4f11-4fbf-ae94-614827a8a13f', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.039649] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.042506] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.042934] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b963070-b369-4ea5-8d5e-ca037cfc379d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.075053] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749634} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.077133] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk. [ 1102.077720] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.077720] env[69692]: value = "task-3536580" [ 1102.077720] env[69692]: _type = "Task" [ 1102.077720] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.078785] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd820f4e-81c8-492c-b809-d1cb37a0f844 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.086015] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.092131] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536580, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.108083] env[69692]: DEBUG oslo_concurrency.lockutils [None req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.843s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.115892] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.119397] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c65790-5130-4511-9959-153a8457d828 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.138167] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1102.138167] env[69692]: value = "task-3536581" [ 1102.138167] env[69692]: _type = "Task" [ 1102.138167] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.148294] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.291074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aad2ae-5d29-46a4-9d2b-e7224e0c1b7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.300359] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550bc453-0c46-4b46-ae7e-548bdf02e7c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.330871] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6534dabe-1656-45f4-89d7-26ccd7ef7309 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.338550] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff7a947-4fe7-450a-b722-18a8beec9b1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.354789] env[69692]: DEBUG nova.compute.provider_tree [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.569451] env[69692]: INFO nova.compute.manager [None req-33963a03-13b3-40ef-ad69-289a2be5e9da tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance to original state: 'active' [ 1102.590533] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536580, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.648401] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.858788] env[69692]: DEBUG nova.scheduler.client.report [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.980924] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.981306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.981533] env[69692]: INFO nova.compute.manager [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Shelving [ 1103.092582] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536580, 'name': CreateVM_Task, 'duration_secs': 0.586458} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.092855] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.093654] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.093826] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.094339] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.094654] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21edfd95-f940-4f50-b97b-5150c5fbfc5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.101917] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1103.101917] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52019253-eee5-079e-1890-29d01fc9fb0a" [ 1103.101917] env[69692]: _type = "Task" [ 1103.101917] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.110936] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52019253-eee5-079e-1890-29d01fc9fb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.150313] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536581, 'name': ReconfigVM_Task, 'duration_secs': 0.692354} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.150313] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd/be3c5e01-f5be-4c91-b21b-f4aa2639018e-rescue.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.150313] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ab0c7b-23a3-4b01-b33b-ddff4a9a3bbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179594] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4c701e-d34b-4b60-ba0e-4063bbc4ff0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.200121] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1103.200121] env[69692]: value = "task-3536582" [ 1103.200121] env[69692]: _type = "Task" [ 1103.200121] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.210942] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.367073] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.367073] env[69692]: INFO nova.compute.manager [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Migrating [ 1103.373478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.031s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.373709] env[69692]: DEBUG nova.objects.instance [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lazy-loading 'resources' on Instance uuid ad249fac-0caa-4d2c-a195-aba6da849a9d {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.613853] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52019253-eee5-079e-1890-29d01fc9fb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.017044} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.614161] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.614386] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.614613] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.614790] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.614916] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.615202] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b775e0c-0fe7-49d7-ace2-61967d47a9bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.624752] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.624882] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.625881] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57afb9e6-ca8d-447b-abd7-a8309e84ae7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.631458] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1103.631458] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527b7efd-e34c-340f-5446-8f46d303b681" [ 1103.631458] env[69692]: _type = "Task" [ 1103.631458] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.639170] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b7efd-e34c-340f-5446-8f46d303b681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.700021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.700021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.700021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.700021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.700021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.700965] env[69692]: INFO nova.compute.manager [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Terminating instance [ 1103.712531] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536582, 'name': ReconfigVM_Task, 'duration_secs': 0.302662} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.712843] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.713185] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc7ddea-0ef8-4103-a77a-149a9f54c50f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.721339] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1103.721339] env[69692]: value = "task-3536583" [ 1103.721339] env[69692]: _type = "Task" [ 1103.721339] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.730098] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.734370] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.735083] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.758415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.758871] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.886452] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.886452] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.886452] env[69692]: DEBUG nova.network.neutron [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.992291] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.993099] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1007f8bb-e251-4ac4-96e5-98f242f9300f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.000128] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1104.000128] env[69692]: value = "task-3536584" [ 1104.000128] env[69692]: _type = "Task" [ 1104.000128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.013740] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.145708] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527b7efd-e34c-340f-5446-8f46d303b681, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.146647] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded57c34-40f4-4bae-8e1d-23cf26a7d895 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.154176] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1104.154176] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ba4aa7-be1c-83ec-7798-bab7b59975ec" [ 1104.154176] env[69692]: _type = "Task" [ 1104.154176] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.162434] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ba4aa7-be1c-83ec-7798-bab7b59975ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.208912] env[69692]: DEBUG nova.compute.manager [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.209158] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.210045] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7db3d-49cf-4978-b57e-3a531c3dda66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.218374] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.218690] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c8e5e8-c4d8-4511-96ed-87e045c08117 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.229991] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1104.229991] env[69692]: value = "task-3536585" [ 1104.229991] env[69692]: _type = "Task" [ 1104.229991] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.238183] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.241107] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.247727] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.262921] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.306790] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b20787-efec-4991-8641-39bb8dab5568 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.315698] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683fee48-0358-4c49-89e3-5df18240f26f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.358939] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8069b13-5090-491d-bac2-397d607df216 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.366283] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1113c26-7285-47f7-8260-090d7a02b3c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.383914] env[69692]: DEBUG nova.compute.provider_tree [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.457309] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.457695] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.512112] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536584, 'name': PowerOffVM_Task, 'duration_secs': 0.245994} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.512433] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.513831] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c8632-f9eb-4518-b63f-7c6e6ea364f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.536185] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb450b0-5d55-438e-85a6-4ab8dbad036e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.631433] env[69692]: DEBUG nova.network.neutron [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.666750] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ba4aa7-be1c-83ec-7798-bab7b59975ec, 'name': SearchDatastore_Task, 'duration_secs': 0.03018} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.667019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.667276] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.667530] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37828be-ce90-4f77-933b-c01ee30eb2e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.674368] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1104.674368] env[69692]: value = "task-3536586" [ 1104.674368] env[69692]: _type = "Task" [ 1104.674368] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.682236] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.740221] env[69692]: DEBUG oslo_vmware.api [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536583, 'name': PowerOnVM_Task, 'duration_secs': 0.676534} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.743208] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.746688] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536585, 'name': PowerOffVM_Task, 'duration_secs': 0.28006} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.747575] env[69692]: DEBUG nova.compute.manager [None req-257096b4-afb0-47a0-826e-d7bc04b86787 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.747871] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.748195] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.748939] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba94cf-aed6-4b09-bddf-5ac770a403ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.753159] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f75eda2-d24b-4835-8ab7-ab9966e0fe55 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.764580] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.784904] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.825687] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.825931] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.826122] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore2] 7fedc59d-2431-4779-bf1c-a75d5c6d224a {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.826388] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f46c148-58ba-40e2-a3f5-0b2a4ca727a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.832962] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1104.832962] env[69692]: value = "task-3536588" [ 1104.832962] env[69692]: _type = "Task" [ 1104.832962] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.841143] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.889276] env[69692]: DEBUG nova.scheduler.client.report [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.960858] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.975256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "de444a08-cffe-46c8-a32b-928ccd6ee816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.975593] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.975742] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.976036] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.976301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.978807] env[69692]: INFO nova.compute.manager [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Terminating instance [ 1105.048240] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.048716] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b51a44ea-49a4-40e3-ab28-480d5820309b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.056468] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1105.056468] env[69692]: value = "task-3536589" [ 1105.056468] env[69692]: _type = "Task" [ 1105.056468] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.065859] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.109929] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.110283] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.134656] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.186831] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.344083] env[69692]: DEBUG oslo_vmware.api [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323273} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.344381] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.344574] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.344831] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.345076] env[69692]: INFO nova.compute.manager [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1105.345426] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.346082] env[69692]: DEBUG nova.compute.manager [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.346082] env[69692]: DEBUG nova.network.neutron [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.395018] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.398280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.569s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.398280] env[69692]: DEBUG nova.objects.instance [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lazy-loading 'resources' on Instance uuid c15b51cd-6c35-40fb-ada0-743dd0939796 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.416078] env[69692]: INFO nova.scheduler.client.report [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted allocations for instance ad249fac-0caa-4d2c-a195-aba6da849a9d [ 1105.444881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.445046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.481900] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.482655] env[69692]: DEBUG nova.compute.manager [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.482906] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.483777] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8bb12-d5e4-4473-a62c-8f1cdcb1f1dd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.492009] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.492274] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac01f894-3563-4528-b504-e0e2d03835fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.499050] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1105.499050] env[69692]: value = "task-3536590" [ 1105.499050] env[69692]: _type = "Task" [ 1105.499050] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.507483] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.567672] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.613564] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.647884] env[69692]: DEBUG nova.compute.manager [req-368e02f8-b4aa-4ddc-be70-f25660d877cb req-e02c50a1-89b9-4a9e-9fb8-744c8ef8020a service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Received event network-vif-deleted-da9d17f8-656f-4541-a188-ab9895595323 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.648116] env[69692]: INFO nova.compute.manager [req-368e02f8-b4aa-4ddc-be70-f25660d877cb req-e02c50a1-89b9-4a9e-9fb8-744c8ef8020a service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Neutron deleted interface da9d17f8-656f-4541-a188-ab9895595323; detaching it from the instance and deleting it from the info cache [ 1105.648317] env[69692]: DEBUG nova.network.neutron [req-368e02f8-b4aa-4ddc-be70-f25660d877cb req-e02c50a1-89b9-4a9e-9fb8-744c8ef8020a service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.687067] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789827} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.687443] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.688104] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.688104] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd2ca89-1661-4392-81cb-e6c557b7e835 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.694891] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1105.694891] env[69692]: value = "task-3536591" [ 1105.694891] env[69692]: _type = "Task" [ 1105.694891] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.704643] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.928170] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3ec68880-a382-4446-a5b5-f3ab58caaa76 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "ad249fac-0caa-4d2c-a195-aba6da849a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.317s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.950391] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.011690] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536590, 'name': PowerOffVM_Task, 'duration_secs': 0.287083} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.014404] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.014596] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.015201] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05a3a4a-ad15-47a8-810c-196278c4f9df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.067272] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.077018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.077018] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.077018] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleting the datastore file [datastore2] de444a08-cffe-46c8-a32b-928ccd6ee816 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.077018] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d755b804-5c25-4c6c-bf24-62f8e1881462 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.081329] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1106.081329] env[69692]: value = "task-3536593" [ 1106.081329] env[69692]: _type = "Task" [ 1106.081329] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.091541] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.132569] env[69692]: DEBUG nova.network.neutron [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.134630] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.150586] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99f0e4f1-a936-48af-846a-667a78b84203 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.163048] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda300ed-b3a7-47f8-b6f1-89984afbfedd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.203272] env[69692]: DEBUG nova.compute.manager [req-368e02f8-b4aa-4ddc-be70-f25660d877cb req-e02c50a1-89b9-4a9e-9fb8-744c8ef8020a service nova] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Detach interface failed, port_id=da9d17f8-656f-4541-a188-ab9895595323, reason: Instance 7fedc59d-2431-4779-bf1c-a75d5c6d224a could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.214053] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109054} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.214320] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.215090] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e478a22-d395-4f9f-8dc4-cc21c42a45b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.239110] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.242036] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d967bc8-a432-4290-a1c2-9bc31320d694 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.261052] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1106.261052] env[69692]: value = "task-3536594" [ 1106.261052] env[69692]: _type = "Task" [ 1106.261052] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.271013] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.336381] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.336586] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.336747] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.336932] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.337183] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.339266] env[69692]: INFO nova.compute.manager [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Terminating instance [ 1106.362264] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7dc600-3606-4221-a68e-175d813b02ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.369887] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e143b2-ae0a-4849-a6b2-a72f36a3f1f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.401152] env[69692]: INFO nova.compute.manager [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Unrescuing [ 1106.401474] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.401670] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.401908] env[69692]: DEBUG nova.network.neutron [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.403781] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b56e748-b656-4e86-8cc6-43c86a4e9d9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.411451] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e3415-1d8f-42e9-9160-22b142a8c28a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.426378] env[69692]: DEBUG nova.compute.provider_tree [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.472668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.567687] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536589, 'name': CreateSnapshot_Task, 'duration_secs': 1.183734} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.568046] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.568946] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af7909-d126-4f0c-a483-c7e9cbcf9b62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.590712] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.636262] env[69692]: INFO nova.compute.manager [-] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Took 1.29 seconds to deallocate network for instance. [ 1106.648401] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7664837-6f15-481c-a8f1-02d22b5dbcc1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.667347] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.772117] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.845992] env[69692]: DEBUG nova.compute.manager [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.846248] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.847132] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b8d337-006e-4529-a060-77e9ff4a394f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.855776] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.856019] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42211c8d-5d25-4a60-9da4-da5a5ae14431 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.863197] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1106.863197] env[69692]: value = "task-3536595" [ 1106.863197] env[69692]: _type = "Task" [ 1106.863197] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.873079] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.929349] env[69692]: DEBUG nova.scheduler.client.report [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.094684] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.095183] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e263da51-e114-4b21-a30f-c27932b05ef5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.104860] env[69692]: DEBUG oslo_vmware.api [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532941} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.106131] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.106360] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.106562] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.106771] env[69692]: INFO nova.compute.manager [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1107.107050] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.107320] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1107.107320] env[69692]: value = "task-3536596" [ 1107.107320] env[69692]: _type = "Task" [ 1107.107320] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.107505] env[69692]: DEBUG nova.compute.manager [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.107667] env[69692]: DEBUG nova.network.neutron [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.118083] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536596, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.143723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.161948] env[69692]: DEBUG nova.network.neutron [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.173817] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.174801] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee2b460-1a9a-4c64-ac8d-7ab55903f33f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.182894] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1107.182894] env[69692]: value = "task-3536597" [ 1107.182894] env[69692]: _type = "Task" [ 1107.182894] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.192500] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.204350] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.204604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.273426] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536594, 'name': ReconfigVM_Task, 'duration_secs': 0.999939} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.273770] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to attach disk [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1/cdab2efc-300a-4e67-8f3b-68acf2ec4bb1.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.274997] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'device_type': 'disk', 'image_id': 'be3c5e01-f5be-4c91-b21b-f4aa2639018e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '3bd724f9-b220-421c-928a-b5b5fa9792be', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'}, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69692) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1107.275282] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.275544] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.276669] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4ef24-7425-46a0-b3e7-13ef6c67f017 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.297624] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81710178-14b0-4701-896c-437e731cfaa0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.325960] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.326691] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c73cd28-5460-40cb-90da-26ccfc9592f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.345636] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1107.345636] env[69692]: value = "task-3536598" [ 1107.345636] env[69692]: _type = "Task" [ 1107.345636] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.355391] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536598, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.373622] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536595, 'name': PowerOffVM_Task, 'duration_secs': 0.318434} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.373918] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.374119] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.374429] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d681db-064e-4e72-a865-7c3d1a7f664f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.435404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.437939] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.875s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.438208] env[69692]: DEBUG nova.objects.instance [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lazy-loading 'resources' on Instance uuid abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.443195] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.443469] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.443660] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore1] a674f3ef-7eb4-438c-8cf0-474c726c97e7 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.444203] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76b64fd8-7857-4ca8-9cc2-db022c28eda6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.451514] env[69692]: DEBUG nova.compute.manager [req-e201a2fa-d066-4c35-84cf-138a772d7f33 req-e8e9edcb-a891-4187-b451-e5bc2edac276 service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Received event network-vif-deleted-62fedc36-0fb0-4eb9-85cd-36a260156d70 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.451754] env[69692]: INFO nova.compute.manager [req-e201a2fa-d066-4c35-84cf-138a772d7f33 req-e8e9edcb-a891-4187-b451-e5bc2edac276 service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Neutron deleted interface 62fedc36-0fb0-4eb9-85cd-36a260156d70; detaching it from the instance and deleting it from the info cache [ 1107.451971] env[69692]: DEBUG nova.network.neutron [req-e201a2fa-d066-4c35-84cf-138a772d7f33 req-e8e9edcb-a891-4187-b451-e5bc2edac276 service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.455711] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1107.455711] env[69692]: value = "task-3536600" [ 1107.455711] env[69692]: _type = "Task" [ 1107.455711] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.465581] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.466645] env[69692]: INFO nova.scheduler.client.report [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Deleted allocations for instance c15b51cd-6c35-40fb-ada0-743dd0939796 [ 1107.621301] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536596, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.667511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.669145] env[69692]: DEBUG nova.objects.instance [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'flavor' on Instance uuid 1ae978f1-3021-4f6f-bbb7-8e863c5498fd {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.694179] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536597, 'name': PowerOffVM_Task, 'duration_secs': 0.201541} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.694493] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.694695] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.708036] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.857009] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536598, 'name': ReconfigVM_Task, 'duration_secs': 0.356598} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.857369] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.862837] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d02bdc-8743-4d1c-82f0-a4662c9472ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.880744] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1107.880744] env[69692]: value = "task-3536601" [ 1107.880744] env[69692]: _type = "Task" [ 1107.880744] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.890302] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.933087] env[69692]: DEBUG nova.network.neutron [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.955049] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80239494-ebbe-4aa4-a51b-d2d8c6a91342 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.969785] env[69692]: DEBUG oslo_vmware.api [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234448} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.971481] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.971931] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.972313] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.972690] env[69692]: INFO nova.compute.manager [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1107.973081] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.978883] env[69692]: DEBUG nova.compute.manager [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.979163] env[69692]: DEBUG nova.network.neutron [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.987530] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78ebe9-7a0b-46ff-98e5-a72b030f71ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.998561] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81aa2390-0971-4667-8ccf-52471c8ad0e3 tempest-ServerShowV257Test-624373659 tempest-ServerShowV257Test-624373659-project-member] Lock "c15b51cd-6c35-40fb-ada0-743dd0939796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.367s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.025576] env[69692]: DEBUG nova.compute.manager [req-e201a2fa-d066-4c35-84cf-138a772d7f33 req-e8e9edcb-a891-4187-b451-e5bc2edac276 service nova] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Detach interface failed, port_id=62fedc36-0fb0-4eb9-85cd-36a260156d70, reason: Instance de444a08-cffe-46c8-a32b-928ccd6ee816 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.121457] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536596, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.178249] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb993b14-7fd9-46fc-8f92-6bf7cb0896d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.209536] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.209790] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.209946] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.210256] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.210438] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.211918] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.217050] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.222215] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42186713-1e42-4a75-b52e-b543f9c2efba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.232861] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a96edf1-39b6-494e-8ab1-92d1889d28dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.242968] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1108.242968] env[69692]: value = "task-3536603" [ 1108.242968] env[69692]: _type = "Task" [ 1108.242968] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.244489] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1108.244489] env[69692]: value = "task-3536602" [ 1108.244489] env[69692]: _type = "Task" [ 1108.244489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.255180] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.264255] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.265288] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.395658] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.437494] env[69692]: INFO nova.compute.manager [-] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Took 1.33 seconds to deallocate network for instance. [ 1108.476419] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9922af2f-d215-4300-a1b5-e7c22c6278ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.485323] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3450cc35-5362-41df-a857-982dba6daf91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.520630] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f3087d-5929-4364-af8b-9ded2c03823e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.528282] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79318b8e-6564-4bef-9d9e-e1ca2b873c81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.542566] env[69692]: DEBUG nova.compute.provider_tree [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.628699] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536596, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.755143] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.760205] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536602, 'name': PowerOffVM_Task, 'duration_secs': 0.37689} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.760397] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.765599] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.765881] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d24ccb8-a9e5-419e-80cb-83d296c80530 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.784761] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1108.784761] env[69692]: value = "task-3536604" [ 1108.784761] env[69692]: _type = "Task" [ 1108.784761] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.796541] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.892641] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536601, 'name': ReconfigVM_Task, 'duration_secs': 0.969593} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.892942] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.893583] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49fef16-04da-45dc-a1d0-78b74cd7c5fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.899887] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1108.899887] env[69692]: value = "task-3536605" [ 1108.899887] env[69692]: _type = "Task" [ 1108.899887] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.908261] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536605, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.926773] env[69692]: DEBUG nova.network.neutron [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.946124] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.046614] env[69692]: DEBUG nova.scheduler.client.report [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.126409] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536596, 'name': CloneVM_Task, 'duration_secs': 1.60517} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.126676] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Created linked-clone VM from snapshot [ 1109.127440] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aea8723-d187-4943-8d40-18527298df1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.135364] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Uploading image 0f4b1561-89a9-4e13-9cc6-af811e968bfe {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.168238] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.168238] env[69692]: value = "vm-706317" [ 1109.168238] env[69692]: _type = "VirtualMachine" [ 1109.168238] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.168238] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2897b7af-f9bb-4bf9-b4fa-a76a178c3f38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.174911] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lease: (returnval){ [ 1109.174911] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52482325-5024-e7d0-e2e5-4b57838426d0" [ 1109.174911] env[69692]: _type = "HttpNfcLease" [ 1109.174911] env[69692]: } obtained for exporting VM: (result){ [ 1109.174911] env[69692]: value = "vm-706317" [ 1109.174911] env[69692]: _type = "VirtualMachine" [ 1109.174911] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.175286] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the lease: (returnval){ [ 1109.175286] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52482325-5024-e7d0-e2e5-4b57838426d0" [ 1109.175286] env[69692]: _type = "HttpNfcLease" [ 1109.175286] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.182248] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.182248] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52482325-5024-e7d0-e2e5-4b57838426d0" [ 1109.182248] env[69692]: _type = "HttpNfcLease" [ 1109.182248] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.254357] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536603, 'name': ReconfigVM_Task, 'duration_secs': 0.582728} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.254677] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.295289] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536604, 'name': ReconfigVM_Task, 'duration_secs': 0.274789} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.296292] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.296485] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.296739] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7429777-2581-4262-aece-1f2b55b572c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.303180] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1109.303180] env[69692]: value = "task-3536607" [ 1109.303180] env[69692]: _type = "Task" [ 1109.303180] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.311103] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.409708] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536605, 'name': Rename_Task, 'duration_secs': 0.150576} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.410018] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.410339] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7400b0-1f84-49f6-9ea3-58cb87315abe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.416179] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1109.416179] env[69692]: value = "task-3536608" [ 1109.416179] env[69692]: _type = "Task" [ 1109.416179] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.424033] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.429624] env[69692]: INFO nova.compute.manager [-] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Took 1.45 seconds to deallocate network for instance. [ 1109.484782] env[69692]: DEBUG nova.compute.manager [req-7ad82edc-f242-4e55-a3db-653a4ae37fc2 req-fefb6398-bcdf-4b0d-8a78-f5f6d29e1895 service nova] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Received event network-vif-deleted-d554daec-c3f1-4730-b9a0-bcac6506ee21 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.553029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.554659] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.556s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.555149] env[69692]: DEBUG nova.objects.instance [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lazy-loading 'resources' on Instance uuid e5f1991d-26bf-4aa5-8cbf-16cef204e965 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.575022] env[69692]: INFO nova.scheduler.client.report [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted allocations for instance abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17 [ 1109.684118] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.684118] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52482325-5024-e7d0-e2e5-4b57838426d0" [ 1109.684118] env[69692]: _type = "HttpNfcLease" [ 1109.684118] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.684118] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.684118] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52482325-5024-e7d0-e2e5-4b57838426d0" [ 1109.684118] env[69692]: _type = "HttpNfcLease" [ 1109.684118] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.684707] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c464009-18b0-4cb0-846c-53a552bf0717 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.692102] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.692285] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.760630] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.760902] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.761104] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.761408] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.761579] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.761743] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.761945] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.762127] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.762299] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.762464] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.762639] env[69692]: DEBUG nova.virt.hardware [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.768085] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.768371] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92087811-f76d-42c7-904d-582eeea7912d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.789913] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51f0f28b-c188-4aac-ae82-880144c3ae59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.791228] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1109.791228] env[69692]: value = "task-3536609" [ 1109.791228] env[69692]: _type = "Task" [ 1109.791228] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.802262] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.811922] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.926086] env[69692]: DEBUG oslo_vmware.api [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536608, 'name': PowerOnVM_Task, 'duration_secs': 0.456463} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.926404] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.926621] env[69692]: DEBUG nova.compute.manager [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.927486] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747128ed-bf28-4040-b868-5adefd7b3429 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.936088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.087972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-26fedae7-7659-40cc-b66c-77460397e6f0 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.583s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.307383] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536609, 'name': ReconfigVM_Task, 'duration_secs': 0.231874} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.312714] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.312825] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293b0c9-185e-4813-b500-21b7d066e37a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.325218] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.344424] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.348814] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d50708-94e2-43cc-bd8b-e0d42ff33402 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.366986] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1110.366986] env[69692]: value = "task-3536610" [ 1110.366986] env[69692]: _type = "Task" [ 1110.366986] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.377035] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.445656] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.516924] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33baf49-83ed-49e7-b665-2e2303f49178 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.525590] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88ba76-b5ec-4ff2-965c-cedc532a011c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.558547] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8d080-d572-41ae-a49b-c30dd2deb0bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.566561] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78fdc5-967c-40ce-8d49-be3ddcef2a46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.580904] env[69692]: DEBUG nova.compute.provider_tree [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.818945] env[69692]: DEBUG oslo_vmware.api [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536607, 'name': PowerOnVM_Task, 'duration_secs': 1.172287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.819488] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.819848] env[69692]: DEBUG nova.compute.manager [None req-c8bdb5ff-8ad0-4f6c-b8ae-6fe88d44f2e6 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.821237] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac9367f-4871-43ce-838a-d5d07fd263af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.877747] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.084386] env[69692]: DEBUG nova.scheduler.client.report [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.379035] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536610, 'name': ReconfigVM_Task, 'duration_secs': 0.559372} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.379442] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5/29611fc5-dcd3-4fe8-a663-76b1859dd4a5.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.379809] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.589196] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.591778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.179s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.592076] env[69692]: DEBUG nova.objects.instance [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lazy-loading 'resources' on Instance uuid 1338ffea-5424-495c-89d4-425e55ee7874 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.615474] env[69692]: INFO nova.scheduler.client.report [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Deleted allocations for instance e5f1991d-26bf-4aa5-8cbf-16cef204e965 [ 1111.887477] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd30c77-d7c1-4d9e-a4b6-72bbae508396 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.920260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cdce7c-351d-436c-ab80-6d1e97158baf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.939045] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.122477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29e7479e-8830-4981-9f63-d4de2ec52874 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Lock "e5f1991d-26bf-4aa5-8cbf-16cef204e965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.467s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.411673] env[69692]: DEBUG nova.compute.manager [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-changed-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.411991] env[69692]: DEBUG nova.compute.manager [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing instance network info cache due to event network-changed-84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.412150] env[69692]: DEBUG oslo_concurrency.lockutils [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.412292] env[69692]: DEBUG oslo_concurrency.lockutils [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.412453] env[69692]: DEBUG nova.network.neutron [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing network info cache for port 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.538753] env[69692]: DEBUG nova.network.neutron [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Port 95b66254-679d-4d40-a98c-de7e34cbb805 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.573738] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf6e74a-2334-497f-9cc7-ceb8289394d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.582219] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c46be-37d6-425e-8acd-f7fe3f8f794f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.613500] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5494d4a-227f-4b4f-a6cd-8c5ea69b5bdf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.621371] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46a2d8-57c1-4f12-b53a-8066ddbdead5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.637696] env[69692]: DEBUG nova.compute.provider_tree [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.141612] env[69692]: DEBUG nova.scheduler.client.report [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.213069] env[69692]: DEBUG nova.network.neutron [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updated VIF entry in instance network info cache for port 84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.213484] env[69692]: DEBUG nova.network.neutron [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.563851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.564184] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.564263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.647544] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.650798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.204s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.653115] env[69692]: INFO nova.compute.claims [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.679574] env[69692]: INFO nova.scheduler.client.report [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Deleted allocations for instance 1338ffea-5424-495c-89d4-425e55ee7874 [ 1113.717701] env[69692]: DEBUG oslo_concurrency.lockutils [req-56b7df23-fd1b-434f-b9c9-09caa67cd1de req-692a7b13-d47a-4785-a5aa-ffe8c19997d5 service nova] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.192484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d5c4355c-8e58-49fd-b42c-45e75841856b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Lock "1338ffea-5424-495c-89d4-425e55ee7874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.754s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.441028] env[69692]: DEBUG nova.compute.manager [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-changed-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.441028] env[69692]: DEBUG nova.compute.manager [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing instance network info cache due to event network-changed-84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.441028] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] Acquiring lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.441028] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] Acquired lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.441285] env[69692]: DEBUG nova.network.neutron [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Refreshing network info cache for port 84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.634440] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.634691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.634862] env[69692]: DEBUG nova.network.neutron [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.073298] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35374692-8a92-43b7-a027-fe670d1ff0d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.080801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f35f7db-a367-45c2-8046-63e1a4c039aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.110065] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ab13b7-e674-46bb-a407-445b8d8e5aca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.117245] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb63544-6ac3-4727-8bde-9b8c8280df21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.132771] env[69692]: DEBUG nova.compute.provider_tree [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.447150] env[69692]: DEBUG nova.network.neutron [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.636407] env[69692]: DEBUG nova.scheduler.client.report [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.658039] env[69692]: DEBUG nova.network.neutron [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updated VIF entry in instance network info cache for port 84e09efb-29be-44d8-ae21-54584218739a. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.658484] env[69692]: DEBUG nova.network.neutron [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [{"id": "84e09efb-29be-44d8-ae21-54584218739a", "address": "fa:16:3e:e8:df:23", "network": {"id": "d06229fd-2198-422f-abf5-462525db2d3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-843145120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d071210d5c4e3d916a786a04a285a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e09efb-29", "ovs_interfaceid": "84e09efb-29be-44d8-ae21-54584218739a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.949602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.141595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.142258] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.146253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.541s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.146581] env[69692]: DEBUG nova.objects.instance [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lazy-loading 'resources' on Instance uuid dda82802-c05d-42b9-a9d9-23009450bf63 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.160799] env[69692]: DEBUG oslo_concurrency.lockutils [req-ff4d915a-8f2c-409c-9b65-71c10a068f6c req-dbef391a-9e71-4f08-b01c-14cac65256dc service nova] Releasing lock "refresh_cache-1ae978f1-3021-4f6f-bbb7-8e863c5498fd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.496402] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c39bd-648c-40a4-8bae-0dd4ac766e19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.518157] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ffc2a-a353-44c7-8f99-0716388eaac0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.527226] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.653554] env[69692]: DEBUG nova.compute.utils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.657329] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.657505] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.726096] env[69692]: DEBUG nova.policy [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.034924] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.036669] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77539304-e944-4dfb-a895-1634b7bb0c29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.044200] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1117.044200] env[69692]: value = "task-3536611" [ 1117.044200] env[69692]: _type = "Task" [ 1117.044200] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.057438] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.146142] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1549b800-6d2a-4102-95aa-3343cff234e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.157781] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298b70c-abd3-4993-b50c-5420aaa02034 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.158822] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.192701] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Successfully created port: 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.195649] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c51bf2-1900-4808-868b-cb0c564d7980 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.211108] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41206635-3d14-4937-a5e1-3e853bf218f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.224151] env[69692]: DEBUG nova.compute.provider_tree [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.562843] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.727988] env[69692]: DEBUG nova.scheduler.client.report [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.058019] env[69692]: DEBUG oslo_vmware.api [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536611, 'name': PowerOnVM_Task, 'duration_secs': 0.675994} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.058378] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.062021] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f281d90c-e8c7-4b8d-b03e-78a10bd07175 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance '29611fc5-dcd3-4fe8-a663-76b1859dd4a5' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.171670] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.198997] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.199254] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.199408] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.199583] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.199726] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.199870] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.200425] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.200668] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.201302] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.201673] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.201912] env[69692]: DEBUG nova.virt.hardware [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.202952] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9aa20-5a36-438f-8bb6-b7011598fe9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.212590] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6d2a7-5933-42e4-b0e3-b32f065a17a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.233412] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.239281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.444s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.239281] env[69692]: DEBUG nova.objects.instance [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lazy-loading 'resources' on Instance uuid 69f54155-24a1-4cf7-8d82-946c4a87f6a9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.270050] env[69692]: INFO nova.scheduler.client.report [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Deleted allocations for instance dda82802-c05d-42b9-a9d9-23009450bf63 [ 1118.770018] env[69692]: DEBUG nova.compute.manager [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-vif-plugged-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.770018] env[69692]: DEBUG oslo_concurrency.lockutils [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.770018] env[69692]: DEBUG oslo_concurrency.lockutils [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.770018] env[69692]: DEBUG oslo_concurrency.lockutils [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.770475] env[69692]: DEBUG nova.compute.manager [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] No waiting events found dispatching network-vif-plugged-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.770475] env[69692]: WARNING nova.compute.manager [req-40e7dcac-ac63-496f-809a-10f700ad1ff1 req-3e979f52-f8ce-40b0-bf66-a9f3617b73bd service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received unexpected event network-vif-plugged-23a4fd69-c073-448e-934c-573212fa86f0 for instance with vm_state building and task_state spawning. [ 1118.782568] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Lock "dda82802-c05d-42b9-a9d9-23009450bf63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.838s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.966622] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Successfully updated port: 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.055377] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.055600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.190974] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.194127] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6812602-a4c9-47ad-867f-cc63f82bb29e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.205762] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.205762] env[69692]: ERROR oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk due to incomplete transfer. [ 1119.205762] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c553ca8-feb8-4a86-adc3-16a4cf55c2f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.218195] env[69692]: DEBUG oslo_vmware.rw_handles [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa6e37-87d3-4bd7-9338-13db897d16e6/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1119.218195] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Uploaded image 0f4b1561-89a9-4e13-9cc6-af811e968bfe to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1119.221583] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1119.224967] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fee4400-2d12-48e8-99d9-e3c3e71d6253 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.232962] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1119.232962] env[69692]: value = "task-3536612" [ 1119.232962] env[69692]: _type = "Task" [ 1119.232962] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.243467] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536612, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.245162] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cdb669-cce2-4b42-82fe-9c44f0bb8333 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.252264] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d7486-ff76-4918-b2c0-15b1e9f70514 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.285452] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a0663-0cb7-4910-8d2a-20b3c1c3c9df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.293924] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb16f95-57c2-43d8-bd5a-0edb865ac2bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.309547] env[69692]: DEBUG nova.compute.provider_tree [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.475851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475851] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.475851] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.558498] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.746106] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536612, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.813257] env[69692]: DEBUG nova.scheduler.client.report [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.044049] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.068681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.068983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.069221] env[69692]: DEBUG nova.compute.manager [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Going to confirm migration 4 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1120.090665] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.244524] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536612, 'name': Destroy_Task, 'duration_secs': 0.682863} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.244816] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Destroyed the VM [ 1120.245075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1120.245340] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a2caed7e-7f48-4e39-b97d-c80c0ad50b7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.252248] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1120.252248] env[69692]: value = "task-3536613" [ 1120.252248] env[69692]: _type = "Task" [ 1120.252248] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.261994] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.319892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.322627] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.855s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.327265] env[69692]: INFO nova.compute.claims [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.346672] env[69692]: INFO nova.scheduler.client.report [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Deleted allocations for instance 69f54155-24a1-4cf7-8d82-946c4a87f6a9 [ 1120.386968] env[69692]: DEBUG nova.network.neutron [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.386968] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.391303] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.391490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.391700] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.391876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.394332] env[69692]: INFO nova.compute.manager [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Terminating instance [ 1120.639903] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.640109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.640288] env[69692]: DEBUG nova.network.neutron [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.640469] env[69692]: DEBUG nova.objects.instance [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'info_cache' on Instance uuid 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.762583] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536613, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368483} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.762865] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1120.763147] env[69692]: DEBUG nova.compute.manager [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.763930] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125fb64-0117-4840-bc5b-51fc27d557d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.859548] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Lock "69f54155-24a1-4cf7-8d82-946c4a87f6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.927s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.865419] env[69692]: DEBUG nova.compute.manager [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.865624] env[69692]: DEBUG nova.compute.manager [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.865818] env[69692]: DEBUG oslo_concurrency.lockutils [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.894751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.895131] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Instance network_info: |[{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.895426] env[69692]: DEBUG oslo_concurrency.lockutils [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.895601] env[69692]: DEBUG nova.network.neutron [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.896817] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:af:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a4fd69-c073-448e-934c-573212fa86f0', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.906837] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.908437] env[69692]: DEBUG nova.compute.manager [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.908654] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.909229] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.910052] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f416d-3008-4222-9f8f-f4a9ca7b387d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.914076] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf38da5-60e1-4bee-8886-df22d4e0da46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.940020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.940020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9617ce42-b6ce-4f65-9a7e-668aa612c012 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.940020] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.940020] env[69692]: value = "task-3536614" [ 1120.940020] env[69692]: _type = "Task" [ 1120.940020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.946096] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1120.946096] env[69692]: value = "task-3536615" [ 1120.946096] env[69692]: _type = "Task" [ 1120.946096] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.955387] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536614, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.960931] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.276566] env[69692]: INFO nova.compute.manager [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Shelve offloading [ 1121.457990] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536614, 'name': CreateVM_Task, 'duration_secs': 0.347864} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.459102] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.459102] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459396] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.460254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465284] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9baa93-fe75-4d3a-975f-d475322b49c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.466365] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536615, 'name': PowerOffVM_Task, 'duration_secs': 0.372965} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.471026] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.471026] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.471026] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f77fe8d9-9388-4b05-acdb-943ca18b3da1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.471026] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1121.471026] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523920f8-d40a-f50c-fb24-77e133e232d0" [ 1121.471026] env[69692]: _type = "Task" [ 1121.471026] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.478611] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523920f8-d40a-f50c-fb24-77e133e232d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.527248] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.527248] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.527248] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleting the datastore file [datastore2] e26fe9db-45c3-445e-ae50-28c7bd5ca62c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.527516] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a179ea39-e4ad-4e2a-b654-563e19b88e9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.533866] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1121.533866] env[69692]: value = "task-3536617" [ 1121.533866] env[69692]: _type = "Task" [ 1121.533866] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.545305] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.785808] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.785808] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f0a87e5-27cf-45e3-b1da-637368fa5381 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.792801] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1121.792801] env[69692]: value = "task-3536618" [ 1121.792801] env[69692]: _type = "Task" [ 1121.792801] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.804987] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.805419] env[69692]: DEBUG nova.compute.manager [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.806396] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b8387-2947-4f51-a54a-7919b2cfa06f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.812428] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.812599] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.812774] env[69692]: DEBUG nova.network.neutron [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.815240] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b0cf8-e6a1-48df-b263-e5e27b48c52a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.823477] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0ebf3-6f85-47d4-a514-e2709b4c460b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.827768] env[69692]: DEBUG nova.network.neutron [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.827955] env[69692]: DEBUG nova.network.neutron [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.857764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84edae9-c142-424b-8397-574ca8bcb780 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.865617] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eded3b-c894-47c0-b4a4-08f3936d359d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.886691] env[69692]: DEBUG nova.compute.provider_tree [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.980992] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523920f8-d40a-f50c-fb24-77e133e232d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.981264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.981560] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.981855] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.982022] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982218] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.982477] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a5bba7-52c9-4515-9205-e48fa00c2837 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.991263] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.991263] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.992914] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8c6f6e-d4b1-410a-909b-541a189c9d0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.997921] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1121.997921] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b94f54-1693-c824-3402-bab1e746e7ba" [ 1121.997921] env[69692]: _type = "Task" [ 1121.997921] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.005514] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b94f54-1693-c824-3402-bab1e746e7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.045086] env[69692]: DEBUG oslo_vmware.api [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215508} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.045365] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.045548] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.045718] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.045893] env[69692]: INFO nova.compute.manager [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.046161] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.046308] env[69692]: DEBUG nova.compute.manager [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.046403] env[69692]: DEBUG nova.network.neutron [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.118140] env[69692]: DEBUG nova.network.neutron [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [{"id": "95b66254-679d-4d40-a98c-de7e34cbb805", "address": "fa:16:3e:12:f3:51", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b66254-67", "ovs_interfaceid": "95b66254-679d-4d40-a98c-de7e34cbb805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.331548] env[69692]: DEBUG oslo_concurrency.lockutils [req-60982da3-11c4-4d33-a086-3c8d863d9a22 req-6d5c910f-64fc-435b-a142-06ec3fa61149 service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.388590] env[69692]: DEBUG nova.scheduler.client.report [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.511090] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b94f54-1693-c824-3402-bab1e746e7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012213} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.512054] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da186ab7-0922-4b0c-b847-e98b7060b17b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.521777] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1122.521777] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a0d3b9-d0b3-326c-7800-fc1656abbd84" [ 1122.521777] env[69692]: _type = "Task" [ 1122.521777] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.532175] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a0d3b9-d0b3-326c-7800-fc1656abbd84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.622219] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-29611fc5-dcd3-4fe8-a663-76b1859dd4a5" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.622219] env[69692]: DEBUG nova.objects.instance [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'migration_context' on Instance uuid 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.897328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.897954] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.903654] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.819s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.903703] env[69692]: DEBUG nova.objects.instance [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lazy-loading 'resources' on Instance uuid e5fd26a5-8465-4b3b-8132-8670df98ad3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.919773] env[69692]: DEBUG nova.compute.manager [req-54cbba65-738c-4dd1-8be5-5eab3d3577a6 req-eac35f7f-2ea5-4696-978e-e4e6939801aa service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Received event network-vif-deleted-3fd353bd-825f-4954-8f4c-b41fb2991e84 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.919773] env[69692]: INFO nova.compute.manager [req-54cbba65-738c-4dd1-8be5-5eab3d3577a6 req-eac35f7f-2ea5-4696-978e-e4e6939801aa service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Neutron deleted interface 3fd353bd-825f-4954-8f4c-b41fb2991e84; detaching it from the instance and deleting it from the info cache [ 1122.919773] env[69692]: DEBUG nova.network.neutron [req-54cbba65-738c-4dd1-8be5-5eab3d3577a6 req-eac35f7f-2ea5-4696-978e-e4e6939801aa service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.033841] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a0d3b9-d0b3-326c-7800-fc1656abbd84, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.034162] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034617] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 07bad96d-003b-43ef-b1c8-a9edd4069909/07bad96d-003b-43ef-b1c8-a9edd4069909.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.034927] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a41619-b2e6-4093-9c5c-318a93248561 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.041948] env[69692]: DEBUG nova.network.neutron [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updating instance_info_cache with network_info: [{"id": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "address": "fa:16:3e:be:64:3c", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a846e0-8a", "ovs_interfaceid": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.045133] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1123.045133] env[69692]: value = "task-3536619" [ 1123.045133] env[69692]: _type = "Task" [ 1123.045133] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.057925] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.126472] env[69692]: DEBUG nova.objects.base [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Object Instance<29611fc5-dcd3-4fe8-a663-76b1859dd4a5> lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.128241] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d747413-af69-447d-bf27-f7699ec79820 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.154802] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcd2adf-ab8b-4a95-92c5-35d455a83d38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.164826] env[69692]: DEBUG oslo_vmware.api [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1123.164826] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5264c282-2c84-bece-ac6d-382b937837cd" [ 1123.164826] env[69692]: _type = "Task" [ 1123.164826] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.175532] env[69692]: DEBUG oslo_vmware.api [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5264c282-2c84-bece-ac6d-382b937837cd, 'name': SearchDatastore_Task, 'duration_secs': 0.006927} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.175837] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.280598] env[69692]: DEBUG nova.network.neutron [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.407099] env[69692]: DEBUG nova.compute.utils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.413931] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.417408] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.423036] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35f92ed6-102c-4fda-9597-f904bb6fcf0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.440388] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548d55f-04ac-4ed1-91ff-f7e5cf84a03e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.481098] env[69692]: DEBUG nova.compute.manager [req-54cbba65-738c-4dd1-8be5-5eab3d3577a6 req-eac35f7f-2ea5-4696-978e-e4e6939801aa service nova] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Detach interface failed, port_id=3fd353bd-825f-4954-8f4c-b41fb2991e84, reason: Instance e26fe9db-45c3-445e-ae50-28c7bd5ca62c could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.483154] env[69692]: DEBUG nova.policy [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1c41ff0374711bf4831a05c435a6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07d1a716087e4c33b7f351505c059740', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.545217] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559817] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483527} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.561537] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 07bad96d-003b-43ef-b1c8-a9edd4069909/07bad96d-003b-43ef-b1c8-a9edd4069909.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.561537] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.562693] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b0d889-49e6-4621-a045-322c717addef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.573971] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1123.573971] env[69692]: value = "task-3536620" [ 1123.573971] env[69692]: _type = "Task" [ 1123.573971] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.579830] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.786603] env[69692]: INFO nova.compute.manager [-] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Took 1.74 seconds to deallocate network for instance. [ 1123.915678] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.921289] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc077a2a-4c1a-4616-87c1-2cd0a6c34bc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.931755] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22464f36-f948-4bb3-b0c1-7f62de03b253 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.974948] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07ad2e-cacf-4318-b6ad-552523441cc8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.984796] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023640f-da81-4600-8a3f-c82c82996cc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.999614] env[69692]: DEBUG nova.compute.provider_tree [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.004627] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Successfully created port: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.081382] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065713} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.081659] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.082532] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f779cb9b-5700-41c6-9738-3995fb56e079 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.106781] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 07bad96d-003b-43ef-b1c8-a9edd4069909/07bad96d-003b-43ef-b1c8-a9edd4069909.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.107126] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5098eb-bda6-4145-b248-58a6bd980ba2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.129422] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1124.129422] env[69692]: value = "task-3536621" [ 1124.129422] env[69692]: _type = "Task" [ 1124.129422] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.138487] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.295135] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.296092] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe303e32-6935-4d04-9e01-86ba7c648e34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.305629] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.305911] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d482d78-2618-4741-842f-b8b4ecf20da5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.372150] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.372509] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.372509] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore2] bd2539e2-dec5-4cc8-9153-4c85eff0e11c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.372921] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d15ca1-b3e8-412c-b701-4e41107eada8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379151] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1124.379151] env[69692]: value = "task-3536623" [ 1124.379151] env[69692]: _type = "Task" [ 1124.379151] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.389882] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.504963] env[69692]: DEBUG nova.scheduler.client.report [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.642151] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536621, 'name': ReconfigVM_Task, 'duration_secs': 0.29776} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.643022] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 07bad96d-003b-43ef-b1c8-a9edd4069909/07bad96d-003b-43ef-b1c8-a9edd4069909.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.643022] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7440a1cf-b1e8-4adc-be28-f701b4db987f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.650213] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1124.650213] env[69692]: value = "task-3536624" [ 1124.650213] env[69692]: _type = "Task" [ 1124.650213] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.660387] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536624, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.872931] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.873207] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.892793] env[69692]: DEBUG oslo_vmware.api [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14558} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.892974] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.893291] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.894682] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.926272] env[69692]: INFO nova.scheduler.client.report [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance bd2539e2-dec5-4cc8-9153-4c85eff0e11c [ 1124.932444] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.967746] env[69692]: DEBUG nova.compute.manager [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received event network-vif-unplugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.967746] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.967746] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.967746] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.967746] env[69692]: DEBUG nova.compute.manager [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] No waiting events found dispatching network-vif-unplugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.967746] env[69692]: WARNING nova.compute.manager [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received unexpected event network-vif-unplugged-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 for instance with vm_state shelved and task_state shelving_offloading. [ 1124.967746] env[69692]: DEBUG nova.compute.manager [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Received event network-changed-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.967746] env[69692]: DEBUG nova.compute.manager [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Refreshing instance network info cache due to event network-changed-06a846e0-8aa9-4dc2-8366-965ab0a0ef67. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.968517] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Acquiring lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.968517] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Acquired lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.968517] env[69692]: DEBUG nova.network.neutron [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Refreshing network info cache for port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.974020] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.976131] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.976384] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.976601] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.976781] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.976940] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.977194] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.977367] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.977569] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.977804] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.978104] env[69692]: DEBUG nova.virt.hardware [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.979365] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147898ce-4ae2-42a9-8abf-e28fccbcd267 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.988698] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb6a97-b600-4769-9600-c161fa30d06d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.011652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.017030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.252s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.018849] env[69692]: INFO nova.compute.claims [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.057441] env[69692]: INFO nova.scheduler.client.report [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Deleted allocations for instance e5fd26a5-8465-4b3b-8132-8670df98ad3e [ 1125.166781] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536624, 'name': Rename_Task, 'duration_secs': 0.140577} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.167197] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.167523] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64edf0c-e481-4105-bff4-faf885694e5b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.179888] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1125.179888] env[69692]: value = "task-3536625" [ 1125.179888] env[69692]: _type = "Task" [ 1125.179888] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.193826] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.376972] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.438284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.564156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Lock "e5fd26a5-8465-4b3b-8132-8670df98ad3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.232s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.691224] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.858737] env[69692]: DEBUG nova.network.neutron [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updated VIF entry in instance network info cache for port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.858951] env[69692]: DEBUG nova.network.neutron [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updating instance_info_cache with network_info: [{"id": "06a846e0-8aa9-4dc2-8366-965ab0a0ef67", "address": "fa:16:3e:be:64:3c", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": null, "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap06a846e0-8a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.914619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.986298] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Successfully updated port: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.002332] env[69692]: DEBUG nova.compute.manager [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Received event network-vif-plugged-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.002839] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] Acquiring lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.002923] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] Lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.003223] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] Lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.004103] env[69692]: DEBUG nova.compute.manager [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] No waiting events found dispatching network-vif-plugged-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.004321] env[69692]: WARNING nova.compute.manager [req-c9106654-f8f4-4a5e-9369-4c7260982abd req-d4b1cea9-72ba-4077-844b-b9ebffc3e3a1 service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Received unexpected event network-vif-plugged-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 for instance with vm_state building and task_state spawning. [ 1126.196022] env[69692]: DEBUG oslo_vmware.api [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536625, 'name': PowerOnVM_Task, 'duration_secs': 0.913781} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.196284] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.196509] env[69692]: INFO nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1126.196692] env[69692]: DEBUG nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.198082] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff44e486-b729-4a00-aaf3-f70b543699fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.362636] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd2809d6-7f94-4ca0-8cf9-c2d3be3cae84 req-82aa3e88-8d92-4b56-a017-ac6190a5705e service nova] Releasing lock "refresh_cache-bd2539e2-dec5-4cc8-9153-4c85eff0e11c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.469917] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.491753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.491753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquired lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.491753] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.512968] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230e9fce-9c5f-49dc-9e79-b8882151d718 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.521809] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d9d7b-1985-49b0-af7d-2f6122c77d76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.557530] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc7363-7ed9-4bf5-8005-f9532fcea6e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.566601] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5eed4-000b-47c2-bc83-33d2f79765b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.582140] env[69692]: DEBUG nova.compute.provider_tree [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.724468] env[69692]: INFO nova.compute.manager [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Took 35.30 seconds to build instance. [ 1127.031030] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.087037] env[69692]: DEBUG nova.scheduler.client.report [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.226525] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a9c81fd0-e127-4f3a-9b0e-df721a02670f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.815s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.341600] env[69692]: DEBUG nova.network.neutron [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Updating instance_info_cache with network_info: [{"id": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "address": "fa:16:3e:0f:bd:84", "network": {"id": "0f8c165b-a435-491f-bce3-0ee2891b021b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-222631029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d1a716087e4c33b7f351505c059740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd88a5a-b8", "ovs_interfaceid": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.410553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.410553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.596712] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.597269] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.600676] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.816s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.604046] env[69692]: INFO nova.compute.claims [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.844797] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Releasing lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.845180] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Instance network_info: |[{"id": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "address": "fa:16:3e:0f:bd:84", "network": {"id": "0f8c165b-a435-491f-bce3-0ee2891b021b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-222631029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d1a716087e4c33b7f351505c059740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd88a5a-b8", "ovs_interfaceid": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.845681] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:bd:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.855012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Creating folder: Project (07d1a716087e4c33b7f351505c059740). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.857163] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79f75947-f4fb-439c-af2d-ce6f7a464ee1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.869954] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Created folder: Project (07d1a716087e4c33b7f351505c059740) in parent group-v706084. [ 1127.870163] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Creating folder: Instances. Parent ref: group-v706319. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.870414] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9686f3ee-4aec-4a4f-bb4d-5ec3de0d722d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.884241] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Created folder: Instances in parent group-v706319. [ 1127.884545] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.884791] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.884860] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d24f911-3de4-46ce-9c5a-f29e9e4ac5b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.910269] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.910269] env[69692]: value = "task-3536628" [ 1127.910269] env[69692]: _type = "Task" [ 1127.910269] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.914566] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.922657] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536628, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.073453] env[69692]: DEBUG nova.compute.manager [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Received event network-changed-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.074056] env[69692]: DEBUG nova.compute.manager [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Refreshing instance network info cache due to event network-changed-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.074056] env[69692]: DEBUG oslo_concurrency.lockutils [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] Acquiring lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.074315] env[69692]: DEBUG oslo_concurrency.lockutils [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] Acquired lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.075518] env[69692]: DEBUG nova.network.neutron [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Refreshing network info cache for port 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.102353] env[69692]: DEBUG nova.compute.utils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.106186] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.107038] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.170667] env[69692]: DEBUG nova.policy [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db81924a7f1a4b46af02e62a119b92be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971bb3d2b56340fe8a55af469a4906aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.435554] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536628, 'name': CreateVM_Task, 'duration_secs': 0.34955} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.436109] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.437473] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.437652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.438134] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.438541] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1c8d25-1234-4781-b81a-2ffaf9edd248 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.448758] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1128.448758] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52078dd2-7da8-f825-e3d3-8697672a635d" [ 1128.448758] env[69692]: _type = "Task" [ 1128.448758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.454935] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.456173] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52078dd2-7da8-f825-e3d3-8697672a635d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.501288] env[69692]: DEBUG nova.compute.manager [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.501288] env[69692]: DEBUG nova.compute.manager [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.501288] env[69692]: DEBUG oslo_concurrency.lockutils [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.501288] env[69692]: DEBUG oslo_concurrency.lockutils [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.501288] env[69692]: DEBUG nova.network.neutron [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.613840] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.653782] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Successfully created port: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.965849] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52078dd2-7da8-f825-e3d3-8697672a635d, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.966775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.966775] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.966775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.967059] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.967339] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893d3fd3-1b34-4f1a-94ee-289c7bb89c0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.977023] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.977211] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.978091] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5022211e-5bd4-4de9-8c3e-acda91e17b03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.983755] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.984490] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.988187] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1128.988187] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525c3cb7-5776-9cea-eaea-577a7ec70297" [ 1128.988187] env[69692]: _type = "Task" [ 1128.988187] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.999544] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525c3cb7-5776-9cea-eaea-577a7ec70297, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.000073] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49237db-38fe-4eb3-b0ff-546d21470c94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.012091] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1129.012091] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52709e03-c11d-ba39-8193-0dc253366860" [ 1129.012091] env[69692]: _type = "Task" [ 1129.012091] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.023050] env[69692]: DEBUG nova.network.neutron [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Updated VIF entry in instance network info cache for port 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.023050] env[69692]: DEBUG nova.network.neutron [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Updating instance_info_cache with network_info: [{"id": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "address": "fa:16:3e:0f:bd:84", "network": {"id": "0f8c165b-a435-491f-bce3-0ee2891b021b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-222631029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d1a716087e4c33b7f351505c059740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd88a5a-b8", "ovs_interfaceid": "7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.027769] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52709e03-c11d-ba39-8193-0dc253366860, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.031020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.031020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 680ce770-728e-4f36-8162-51a67a66d9a2/680ce770-728e-4f36-8162-51a67a66d9a2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.031020] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d7338e-d2ba-4528-901e-7fd55d386235 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.037504] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1129.037504] env[69692]: value = "task-3536629" [ 1129.037504] env[69692]: _type = "Task" [ 1129.037504] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.051494] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.105763] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af488745-f917-4c3d-bc05-d507edea303a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.114820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5441519-12dc-47c5-b8bb-7690308021ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.160499] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97fe2c3-cfb7-427f-89ff-59ebe4a7030b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.168872] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b23a94-2073-44f9-a1d3-6f59d814a49f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.186849] env[69692]: DEBUG nova.compute.provider_tree [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.498620] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.498972] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.498972] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.501279] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.501279] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.501279] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.501279] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1129.501279] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.529709] env[69692]: DEBUG oslo_concurrency.lockutils [req-91c4269c-04a1-4c28-8949-27f0a6ef3843 req-49765d41-f845-4bad-8795-c7fbfe43c29f service nova] Releasing lock "refresh_cache-680ce770-728e-4f36-8162-51a67a66d9a2" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.548961] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459659} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.551861] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 680ce770-728e-4f36-8162-51a67a66d9a2/680ce770-728e-4f36-8162-51a67a66d9a2.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.552136] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.552743] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d70b8af-a583-4399-a2e6-10e0a04c2c0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.559316] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1129.559316] env[69692]: value = "task-3536630" [ 1129.559316] env[69692]: _type = "Task" [ 1129.559316] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.567956] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.661263] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.675735] env[69692]: DEBUG nova.network.neutron [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.675735] env[69692]: DEBUG nova.network.neutron [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.690779] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.690982] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.691038] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.691285] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.691451] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.691604] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.691815] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.691992] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.692206] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.692370] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.692546] env[69692]: DEBUG nova.virt.hardware [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.693660] env[69692]: DEBUG nova.scheduler.client.report [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.697243] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bf7d5b-72da-4c5a-a6a2-204d9754b5c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.708644] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f429188-4619-4b13-9867-b98ae7834809 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.734343] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.734343] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.005605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.069986] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07116} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.070360] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.071232] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c917d6e1-4951-4212-8af2-62284fef3fc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.093286] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 680ce770-728e-4f36-8162-51a67a66d9a2/680ce770-728e-4f36-8162-51a67a66d9a2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.093623] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09d33eb-6ac2-4e34-8df4-18135618c2ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.116474] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1130.116474] env[69692]: value = "task-3536631" [ 1130.116474] env[69692]: _type = "Task" [ 1130.116474] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.127899] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.177330] env[69692]: DEBUG oslo_concurrency.lockutils [req-0c98a5c5-bb11-4b54-a855-ef1fb8c27440 req-b6603103-62f9-47bb-b7a4-eb2ae3ab9db9 service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.202719] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.203298] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.206423] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.725s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.207951] env[69692]: INFO nova.compute.claims [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.464652] env[69692]: DEBUG nova.compute.manager [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Received event network-vif-plugged-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.465621] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.466467] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.466824] env[69692]: DEBUG oslo_concurrency.lockutils [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.467146] env[69692]: DEBUG nova.compute.manager [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] No waiting events found dispatching network-vif-plugged-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.467384] env[69692]: WARNING nova.compute.manager [req-7c87577f-3fc7-4a2f-8e0c-031d91bc7864 req-d44415b5-510d-4447-9fde-c6fced615dbc service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Received unexpected event network-vif-plugged-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 for instance with vm_state building and task_state spawning. [ 1130.627144] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536631, 'name': ReconfigVM_Task, 'duration_secs': 0.303336} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.627436] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 680ce770-728e-4f36-8162-51a67a66d9a2/680ce770-728e-4f36-8162-51a67a66d9a2.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.628094] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d916ef8-cbea-4f0e-ba89-62db1701da1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.637596] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1130.637596] env[69692]: value = "task-3536632" [ 1130.637596] env[69692]: _type = "Task" [ 1130.637596] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.645310] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Successfully updated port: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.649284] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536632, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.719024] env[69692]: DEBUG nova.compute.utils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.723298] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.723298] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.779330] env[69692]: DEBUG nova.policy [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d9b1c184284609aee44cb1c48a2e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6ec260fb7324456bb41ee23a7abcf19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.148501] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536632, 'name': Rename_Task, 'duration_secs': 0.144404} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.149933] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.149933] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513517de-66c1-4eeb-ba7e-8e7e8c6c7044 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.152125] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.152125] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.152125] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.158120] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1131.158120] env[69692]: value = "task-3536633" [ 1131.158120] env[69692]: _type = "Task" [ 1131.158120] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.168255] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.189078] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Successfully created port: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.228187] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.636724] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f7949e-3856-4dd1-9557-6f452bc54a21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.644761] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c1936-5ef8-41ef-bead-def9ee84e4cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.685094] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c43bc-697e-401a-aa49-b7332191c4bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.695472] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.698473] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41117fdc-73f3-40f9-8ee7-20cd32f2b48f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.714041] env[69692]: DEBUG nova.compute.provider_tree [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.716841] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.897685] env[69692]: DEBUG nova.network.neutron [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.191640] env[69692]: DEBUG oslo_vmware.api [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536633, 'name': PowerOnVM_Task, 'duration_secs': 1.02158} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.191935] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.192180] env[69692]: INFO nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1132.192419] env[69692]: DEBUG nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.193925] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084dc17-31b3-4f6a-bb7a-c3c17bee2369 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.219640] env[69692]: DEBUG nova.scheduler.client.report [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.241553] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.260938] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "b97e63be-6fa4-417b-907e-2e4050712f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.262056] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.271121] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.271438] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.271614] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.271804] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.271978] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.272151] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.272356] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.272518] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.272681] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.272842] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.273025] env[69692]: DEBUG nova.virt.hardware [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.274318] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea5452-fab3-44c8-a3cf-d564850d9420 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.283080] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48cbae-0e1b-4f8f-be66-824313d960b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.400806] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.401164] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Instance network_info: |[{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.401600] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f4:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a45ab1-17e0-4c2d-8b07-2891a8f82e96', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.409381] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.409659] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.409917] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c964d6e0-5af4-4b79-9bd3-bc9bb99a9547 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.430775] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.430775] env[69692]: value = "task-3536634" [ 1132.430775] env[69692]: _type = "Task" [ 1132.430775] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.439461] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536634, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.513255] env[69692]: DEBUG nova.compute.manager [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Received event network-changed-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.513255] env[69692]: DEBUG nova.compute.manager [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Refreshing instance network info cache due to event network-changed-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.513255] env[69692]: DEBUG oslo_concurrency.lockutils [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.513632] env[69692]: DEBUG oslo_concurrency.lockutils [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.513938] env[69692]: DEBUG nova.network.neutron [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Refreshing network info cache for port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.714870] env[69692]: INFO nova.compute.manager [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Took 33.27 seconds to build instance. [ 1132.726187] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.726187] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.732557] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.596s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.732557] env[69692]: INFO nova.compute.claims [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.736395] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Successfully updated port: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.945972] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536634, 'name': CreateVM_Task, 'duration_secs': 0.328108} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.945972] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.945972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.945972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.945972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.945972] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c17c47-798d-4037-9534-75e68f6a6058 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.953238] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1132.953238] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5299e140-6027-f81a-ff44-80776812b01b" [ 1132.953238] env[69692]: _type = "Task" [ 1132.953238] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.965282] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5299e140-6027-f81a-ff44-80776812b01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.216500] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.778s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.240372] env[69692]: DEBUG nova.compute.utils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.242503] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.242595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.242742] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.243671] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.243832] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.249209] env[69692]: DEBUG nova.network.neutron [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updated VIF entry in instance network info cache for port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.249702] env[69692]: DEBUG nova.network.neutron [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.302387] env[69692]: DEBUG nova.policy [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a7f3735674442f9c0ea50aec5c6717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06ca196c85d47bb97f04b8286cf99f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.465676] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5299e140-6027-f81a-ff44-80776812b01b, 'name': SearchDatastore_Task, 'duration_secs': 0.019335} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.465999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.466249] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.466537] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.466696] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.466884] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.467167] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bafff1f-b2fe-41f8-93b1-010d2b675e9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.476569] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.476746] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.477497] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22d906e-161f-4977-bcd8-df4bd53af838 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.482850] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1133.482850] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3afce-265e-e05c-0994-1ee66629a5d0" [ 1133.482850] env[69692]: _type = "Task" [ 1133.482850] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.490247] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3afce-265e-e05c-0994-1ee66629a5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.605890] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Successfully created port: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.656609] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "680ce770-728e-4f36-8162-51a67a66d9a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.656906] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.657110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.657301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.657475] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.660884] env[69692]: INFO nova.compute.manager [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Terminating instance [ 1133.719641] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.752484] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.756521] env[69692]: DEBUG oslo_concurrency.lockutils [req-e1f41d5d-ba58-4df4-9ca4-2540c38faab4 req-c84ba1a2-8c5b-4799-9aa3-b6adf13ca3cb service nova] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.796037] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.973611] env[69692]: DEBUG nova.network.neutron [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.994262] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d3afce-265e-e05c-0994-1ee66629a5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008097} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.997877] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c38a3c3-10f1-45c5-853f-7bf66cc02e2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.003773] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1134.003773] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d17b89-e9d3-b792-d7b0-92fac7b76a0f" [ 1134.003773] env[69692]: _type = "Task" [ 1134.003773] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.016599] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d17b89-e9d3-b792-d7b0-92fac7b76a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.164752] env[69692]: DEBUG nova.compute.manager [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.164983] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.165973] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0ad564-b0da-4210-8ffe-5e4fb7c8c7cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.175629] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.178977] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-766cecaa-0e94-4f9b-ac2c-5ec49ccdd1c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.189360] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1134.189360] env[69692]: value = "task-3536635" [ 1134.189360] env[69692]: _type = "Task" [ 1134.189360] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.194933] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.197570] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ba8a4-71c3-488d-8693-8a79dd8d84a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.204812] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043e014-b652-4520-a503-4676fa677137 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.242660] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41156cea-3148-4895-8c64-0656f736d0d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.251151] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e4bdd-053b-4b12-94f3-73c4133f5abc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.269265] env[69692]: DEBUG nova.compute.provider_tree [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.271529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.476837] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.477545] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance network_info: |[{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.478162] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:96:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3efa947e-4a96-4b80-85bd-a8d99ee24bc7', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.486148] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.486464] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.486801] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dba7877-dfe1-41fb-9811-770a4fe7b3b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.508931] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.508931] env[69692]: value = "task-3536636" [ 1134.508931] env[69692]: _type = "Task" [ 1134.508931] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.517275] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d17b89-e9d3-b792-d7b0-92fac7b76a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.517728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.517989] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.518269] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59df7813-d767-40d6-a6f9-17a7930b51eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.523381] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536636, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.529181] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1134.529181] env[69692]: value = "task-3536637" [ 1134.529181] env[69692]: _type = "Task" [ 1134.529181] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.536967] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.547925] env[69692]: DEBUG nova.compute.manager [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.548231] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.548478] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.548697] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.548913] env[69692]: DEBUG nova.compute.manager [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] No waiting events found dispatching network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.549182] env[69692]: WARNING nova.compute.manager [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received unexpected event network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 for instance with vm_state building and task_state spawning. [ 1134.549394] env[69692]: DEBUG nova.compute.manager [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.549519] env[69692]: DEBUG nova.compute.manager [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing instance network info cache due to event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.549743] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.549915] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.550135] env[69692]: DEBUG nova.network.neutron [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.696817] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536635, 'name': PowerOffVM_Task, 'duration_secs': 0.202748} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.697118] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.697369] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.697550] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0395f451-6e71-4fc8-9cfc-6977a706d29c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.773180] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.779667] env[69692]: DEBUG nova.scheduler.client.report [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.784960] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.785550] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.785716] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Deleting the datastore file [datastore2] 680ce770-728e-4f36-8162-51a67a66d9a2 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.786207] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4446724b-7664-4266-9ed4-a8d53317108f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.795460] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for the task: (returnval){ [ 1134.795460] env[69692]: value = "task-3536639" [ 1134.795460] env[69692]: _type = "Task" [ 1134.795460] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.809207] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.813100] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.813488] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.813754] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.813988] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.814253] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.814428] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.814683] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.814897] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.815140] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.815314] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.815550] env[69692]: DEBUG nova.virt.hardware [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.817417] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c8b46-4aff-4e29-bb38-d3c6db704b69 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.827973] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463b321-39e9-461a-b887-61bf91f94cf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.019542] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536636, 'name': CreateVM_Task, 'duration_secs': 0.508499} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.019748] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.020907] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020907] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021077] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021313] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58543427-d5b7-47ae-9971-6de57d6cf9c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.025998] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1135.025998] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52edab40-05b7-77a1-cd79-ae8851413319" [ 1135.025998] env[69692]: _type = "Task" [ 1135.025998] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.036260] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52edab40-05b7-77a1-cd79-ae8851413319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.041193] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456861} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.041492] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.041726] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.041985] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-594bf3c1-f53e-4fa6-b6fa-ffc7b47f1008 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.048516] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1135.048516] env[69692]: value = "task-3536640" [ 1135.048516] env[69692]: _type = "Task" [ 1135.048516] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.057074] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.273660] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Successfully updated port: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.291449] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.291980] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.294514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.822s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.295967] env[69692]: INFO nova.compute.claims [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.312052] env[69692]: DEBUG oslo_vmware.api [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Task: {'id': task-3536639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30236} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.312052] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.312217] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.312673] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.312673] env[69692]: INFO nova.compute.manager [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1135.312793] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.313092] env[69692]: DEBUG nova.compute.manager [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.313092] env[69692]: DEBUG nova.network.neutron [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.362266] env[69692]: DEBUG nova.network.neutron [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updated VIF entry in instance network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.362493] env[69692]: DEBUG nova.network.neutron [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.539505] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52edab40-05b7-77a1-cd79-ae8851413319, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.540063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.540840] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.541376] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.542191] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.542191] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d0d61d-9eae-44a9-b4bd-3d010577736c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.554279] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.554472] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.555549] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bebeab-c7b7-4c44-8fd7-fe821035721b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.560378] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086903} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.561056] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.561853] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f767d-1f9f-4e73-83de-806ad0316a9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.565316] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1135.565316] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e37e95-b01d-7e78-3a3e-c49de0582eee" [ 1135.565316] env[69692]: _type = "Task" [ 1135.565316] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.587415] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.589050] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6553a14-6597-4143-a003-7537003e6493 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.607372] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e37e95-b01d-7e78-3a3e-c49de0582eee, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.608454] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a742c20a-fb4e-4773-b657-ce237d537bfd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.612431] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1135.612431] env[69692]: value = "task-3536641" [ 1135.612431] env[69692]: _type = "Task" [ 1135.612431] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.613598] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1135.613598] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523fa968-1208-7af6-ec1b-88e8ff128683" [ 1135.613598] env[69692]: _type = "Task" [ 1135.613598] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.624255] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.627230] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523fa968-1208-7af6-ec1b-88e8ff128683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.777974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.778139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.778291] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.803416] env[69692]: DEBUG nova.compute.utils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.808485] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.808844] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.846774] env[69692]: DEBUG nova.policy [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a7f3735674442f9c0ea50aec5c6717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06ca196c85d47bb97f04b8286cf99f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.868877] env[69692]: DEBUG oslo_concurrency.lockutils [req-3e5eec97-434f-4cd2-a519-00aa744fb7d4 req-2cd659b8-b491-4456-aadb-d0c17a7d48f5 service nova] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.091605] env[69692]: DEBUG nova.network.neutron [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.106214] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Successfully created port: 4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.127869] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536641, 'name': ReconfigVM_Task, 'duration_secs': 0.462782} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.131531] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.132375] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523fa968-1208-7af6-ec1b-88e8ff128683, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.132723] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bfbf8a0-7ade-4ddd-94c1-fdea14dc9002 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.134736] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.135112] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.135478] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ffb3d8-8b3e-4061-a581-190c2be1c695 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.142595] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1136.142595] env[69692]: value = "task-3536642" [ 1136.142595] env[69692]: _type = "Task" [ 1136.142595] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.148026] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1136.148026] env[69692]: value = "task-3536643" [ 1136.148026] env[69692]: _type = "Task" [ 1136.148026] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.156774] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536642, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.160259] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.312665] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.325686] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.510765] env[69692]: DEBUG nova.network.neutron [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updating instance_info_cache with network_info: [{"id": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "address": "fa:16:3e:39:bc:2f", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape165d3b9-f7", "ovs_interfaceid": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.578916] env[69692]: DEBUG nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Received event network-vif-plugged-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.579159] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Acquiring lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.579393] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.579563] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.579733] env[69692]: DEBUG nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] No waiting events found dispatching network-vif-plugged-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.579902] env[69692]: WARNING nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Received unexpected event network-vif-plugged-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 for instance with vm_state building and task_state spawning. [ 1136.580072] env[69692]: DEBUG nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Received event network-changed-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.580230] env[69692]: DEBUG nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Refreshing instance network info cache due to event network-changed-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.580403] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Acquiring lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.595277] env[69692]: INFO nova.compute.manager [-] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Took 1.28 seconds to deallocate network for instance. [ 1136.653642] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536642, 'name': Rename_Task, 'duration_secs': 0.175497} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.656197] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.656601] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50744a28-c93b-46d1-813a-b07e80220f5c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.660709] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460848} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.661269] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.661493] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.661713] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65fd522d-0756-4512-b13c-67154a11f472 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.665700] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1136.665700] env[69692]: value = "task-3536644" [ 1136.665700] env[69692]: _type = "Task" [ 1136.665700] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.671589] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1136.671589] env[69692]: value = "task-3536645" [ 1136.671589] env[69692]: _type = "Task" [ 1136.671589] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.677703] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.682463] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.727525] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e565804-7023-4718-bb45-e2ead0dc6076 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.734186] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e2bbe-cba5-4530-bf1b-8bbb540bb7e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.764967] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82a858-e742-4b1a-81af-91a24c0643f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.772449] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859dd8f3-991a-413c-a03c-7eec72927dc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.785372] env[69692]: DEBUG nova.compute.provider_tree [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.013985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.014377] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Instance network_info: |[{"id": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "address": "fa:16:3e:39:bc:2f", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape165d3b9-f7", "ovs_interfaceid": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.014694] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Acquired lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.014876] env[69692]: DEBUG nova.network.neutron [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Refreshing network info cache for port e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.016546] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:bc:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.024946] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Creating folder: Project (d06ca196c85d47bb97f04b8286cf99f4). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.026111] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e45e97-66eb-4060-b13d-8e5ba17fb8df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.038212] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Created folder: Project (d06ca196c85d47bb97f04b8286cf99f4) in parent group-v706084. [ 1137.038460] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Creating folder: Instances. Parent ref: group-v706324. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.038712] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88555759-b4e6-4142-a44e-5c1cbaf4f3ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.048453] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Created folder: Instances in parent group-v706324. [ 1137.048780] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.049027] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.049256] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f5537b5-065d-4a56-8e5b-118eecaf3bee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.069656] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.069656] env[69692]: value = "task-3536648" [ 1137.069656] env[69692]: _type = "Task" [ 1137.069656] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.077165] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536648, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.103469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.178742] env[69692]: DEBUG oslo_vmware.api [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536644, 'name': PowerOnVM_Task, 'duration_secs': 0.465205} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.179462] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.179713] env[69692]: INFO nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1137.179919] env[69692]: DEBUG nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.180772] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6ab78-7758-49f7-9060-011b2f85e3b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.185788] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.186435] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.187165] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ba9a9-0461-40b6-840a-190802ea20e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.213468] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.213796] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a2ffde-2309-4f71-9c9c-570df86e9c11 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.233867] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1137.233867] env[69692]: value = "task-3536649" [ 1137.233867] env[69692]: _type = "Task" [ 1137.233867] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.244749] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.288306] env[69692]: DEBUG nova.scheduler.client.report [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.325875] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.354384] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.354535] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.354626] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.354811] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.354960] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.355123] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.355334] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.355542] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.355718] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.355883] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.356068] env[69692]: DEBUG nova.virt.hardware [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.356925] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43947f-54fa-4653-a5ba-937ce175b4f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.365162] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582e4c6-50c9-4d33-a24f-52ff8e73994b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.581477] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536648, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.703969] env[69692]: INFO nova.compute.manager [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Took 32.96 seconds to build instance. [ 1137.744653] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.792705] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Successfully updated port: 4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.795874] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.796394] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.798854] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.655s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.799081] env[69692]: DEBUG nova.objects.instance [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid 7fedc59d-2431-4779-bf1c-a75d5c6d224a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.818581] env[69692]: DEBUG nova.network.neutron [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updated VIF entry in instance network info cache for port e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.818942] env[69692]: DEBUG nova.network.neutron [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updating instance_info_cache with network_info: [{"id": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "address": "fa:16:3e:39:bc:2f", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape165d3b9-f7", "ovs_interfaceid": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.080985] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536648, 'name': CreateVM_Task, 'duration_secs': 0.613221} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.081175] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.081893] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.082062] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.082412] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.082665] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0abc8a5-1a25-41de-b0f1-c64e8fd9e436 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.087722] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1138.087722] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5281c4c7-9d5c-6e8b-e5c2-16b8c6c330c5" [ 1138.087722] env[69692]: _type = "Task" [ 1138.087722] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.095653] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5281c4c7-9d5c-6e8b-e5c2-16b8c6c330c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.206269] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e5930fb9-74ab-4539-a59c-af0f101e0702 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.471s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.247163] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536649, 'name': ReconfigVM_Task, 'duration_secs': 0.708249} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.247163] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.249043] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03caf846-09e5-4fab-ba89-f8a70376d643 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.258732] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1138.258732] env[69692]: value = "task-3536650" [ 1138.258732] env[69692]: _type = "Task" [ 1138.258732] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.267468] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536650, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.297821] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.297999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.298208] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.302634] env[69692]: DEBUG nova.compute.utils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.306501] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.307409] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.321103] env[69692]: DEBUG oslo_concurrency.lockutils [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] Releasing lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.321695] env[69692]: DEBUG nova.compute.manager [req-7f592f24-d194-4f2c-a8a1-92423b7494cc req-920ba522-96ad-4ff0-8400-ec68418dc2eb service nova] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Received event network-vif-deleted-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.360186] env[69692]: DEBUG nova.policy [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a7f3735674442f9c0ea50aec5c6717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06ca196c85d47bb97f04b8286cf99f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.559906] env[69692]: DEBUG nova.compute.manager [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Received event network-changed-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.560287] env[69692]: DEBUG nova.compute.manager [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Refreshing instance network info cache due to event network-changed-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.560626] env[69692]: DEBUG oslo_concurrency.lockutils [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.560884] env[69692]: DEBUG oslo_concurrency.lockutils [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.561470] env[69692]: DEBUG nova.network.neutron [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Refreshing network info cache for port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.601334] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5281c4c7-9d5c-6e8b-e5c2-16b8c6c330c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.601334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.601334] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.601334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.601334] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.601334] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.601334] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84b0aea5-f32a-4829-9028-5a8a2b889c1a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.611342] env[69692]: DEBUG nova.compute.manager [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Received event network-vif-plugged-4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.611342] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Acquiring lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.611342] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.611342] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.611342] env[69692]: DEBUG nova.compute.manager [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] No waiting events found dispatching network-vif-plugged-4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1138.611342] env[69692]: WARNING nova.compute.manager [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Received unexpected event network-vif-plugged-4204583f-880d-4178-b64f-019919fff812 for instance with vm_state building and task_state spawning. [ 1138.611342] env[69692]: DEBUG nova.compute.manager [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Received event network-changed-4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.611342] env[69692]: DEBUG nova.compute.manager [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Refreshing instance network info cache due to event network-changed-4204583f-880d-4178-b64f-019919fff812. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.611342] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Acquiring lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.615687] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.615687] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.616204] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113c0817-8c22-40e4-a126-1d69c446db59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.627199] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1138.627199] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522a886d-6426-c508-1763-3bdcf931a1b0" [ 1138.627199] env[69692]: _type = "Task" [ 1138.627199] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.634384] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a886d-6426-c508-1763-3bdcf931a1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.666316] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Successfully created port: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.709443] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.741103] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cabafa-1927-4f8d-8ac0-2d1957f72f58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.750331] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb052d-bc9d-40c2-b589-4a4c929dd38d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.783056] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5259e-b863-4de7-912c-d8022566d4df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.790374] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536650, 'name': Rename_Task, 'duration_secs': 0.143325} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.792488] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.792622] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d334957c-a667-41b3-8f4d-e85ec4466e4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.794906] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4845c5-0836-40a9-988a-69846ee9826b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.810988] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.813552] env[69692]: DEBUG nova.compute.provider_tree [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.816124] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1138.816124] env[69692]: value = "task-3536651" [ 1138.816124] env[69692]: _type = "Task" [ 1138.816124] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.824481] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536651, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.853890] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.028635] env[69692]: DEBUG nova.network.neutron [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Updating instance_info_cache with network_info: [{"id": "4204583f-880d-4178-b64f-019919fff812", "address": "fa:16:3e:a9:fe:e6", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204583f-88", "ovs_interfaceid": "4204583f-880d-4178-b64f-019919fff812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.141575] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a886d-6426-c508-1763-3bdcf931a1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008784} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.141792] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815fc860-2ff4-4d8f-b3a1-7d7bcd0a6917 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.148007] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1139.148007] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5291f25e-aefc-5ad9-63e0-4802a96e376f" [ 1139.148007] env[69692]: _type = "Task" [ 1139.148007] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.156232] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5291f25e-aefc-5ad9-63e0-4802a96e376f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.244481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.309280] env[69692]: DEBUG nova.network.neutron [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updated VIF entry in instance network info cache for port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.309688] env[69692]: DEBUG nova.network.neutron [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.319843] env[69692]: DEBUG nova.scheduler.client.report [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.336381] env[69692]: DEBUG oslo_vmware.api [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536651, 'name': PowerOnVM_Task, 'duration_secs': 0.444266} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.336716] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.336832] env[69692]: INFO nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1139.337013] env[69692]: DEBUG nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.338109] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7822d5-e3f8-49f3-a265-d4d5b8dcc154 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.531594] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.531933] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Instance network_info: |[{"id": "4204583f-880d-4178-b64f-019919fff812", "address": "fa:16:3e:a9:fe:e6", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204583f-88", "ovs_interfaceid": "4204583f-880d-4178-b64f-019919fff812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.532265] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Acquired lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.532450] env[69692]: DEBUG nova.network.neutron [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Refreshing network info cache for port 4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.533638] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:fe:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4204583f-880d-4178-b64f-019919fff812', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.541217] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.541692] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.541920] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ae48bc-68f9-4bf7-ad9b-9cb9f597cb2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.563437] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.563437] env[69692]: value = "task-3536652" [ 1139.563437] env[69692]: _type = "Task" [ 1139.563437] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.571554] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536652, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.658608] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5291f25e-aefc-5ad9-63e0-4802a96e376f, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.658881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.659224] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a/ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.659525] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221806cb-e662-4ae7-b9ba-ce527d7d73a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.667525] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1139.667525] env[69692]: value = "task-3536653" [ 1139.667525] env[69692]: _type = "Task" [ 1139.667525] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.678019] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.813550] env[69692]: DEBUG oslo_concurrency.lockutils [req-bdcb7251-ed3a-45eb-a738-567409e1df1f req-772cfc13-ff41-4fe0-8962-1f6d4c782978 service nova] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.824711] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.829578] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.830218] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.575s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.831810] env[69692]: INFO nova.compute.claims [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.864517] env[69692]: INFO nova.compute.manager [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Took 35.10 seconds to build instance. [ 1139.872511] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.872926] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.873260] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.873656] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.873921] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.874269] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.874638] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.874914] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.875297] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.875601] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.875905] env[69692]: DEBUG nova.virt.hardware [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.877450] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a1e86-73be-4805-885c-0a9ef35c2528 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.884904] env[69692]: INFO nova.scheduler.client.report [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance 7fedc59d-2431-4779-bf1c-a75d5c6d224a [ 1139.901492] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40304b2-4df2-4390-8305-2a7b411d76b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.077659] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536652, 'name': CreateVM_Task, 'duration_secs': 0.327839} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.077867] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.078795] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.078960] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.079389] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.079710] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4785c604-6917-474a-9869-7bbdd6419c65 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.086281] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1140.086281] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0e869-b6e7-04e1-5979-f8abf5232e27" [ 1140.086281] env[69692]: _type = "Task" [ 1140.086281] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.097107] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0e869-b6e7-04e1-5979-f8abf5232e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.178989] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462131} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.179486] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a/ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.179743] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.179994] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392251fd-3544-4a67-bd59-8b14c222c7ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.186143] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1140.186143] env[69692]: value = "task-3536654" [ 1140.186143] env[69692]: _type = "Task" [ 1140.186143] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.193486] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.367335] env[69692]: DEBUG oslo_concurrency.lockutils [None req-167e6512-4d9b-4538-8284-f2ef2c9065c3 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.608s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.398420] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7293211b-057d-4e63-9e40-18ae01cee147 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "7fedc59d-2431-4779-bf1c-a75d5c6d224a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.701s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.581521] env[69692]: DEBUG nova.network.neutron [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Updated VIF entry in instance network info cache for port 4204583f-880d-4178-b64f-019919fff812. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.581934] env[69692]: DEBUG nova.network.neutron [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Updating instance_info_cache with network_info: [{"id": "4204583f-880d-4178-b64f-019919fff812", "address": "fa:16:3e:a9:fe:e6", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204583f-88", "ovs_interfaceid": "4204583f-880d-4178-b64f-019919fff812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.596972] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0e869-b6e7-04e1-5979-f8abf5232e27, 'name': SearchDatastore_Task, 'duration_secs': 0.028932} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.597389] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597664] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.597961] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.598157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.598380] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.603019] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec2f20c-fba0-429d-ae9b-60e71b260500 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.614142] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.614331] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.615173] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bcde18-f83e-4aa8-a2d1-5dae86e3d4ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.622740] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1140.622740] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b42d07-c351-dc96-8c1e-de07d96b0db2" [ 1140.622740] env[69692]: _type = "Task" [ 1140.622740] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.634947] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b42d07-c351-dc96-8c1e-de07d96b0db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.639193] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Successfully updated port: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.697189] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089469} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.697547] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.701572] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49010995-1ef5-448c-aac1-c495f0cea9d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.707217] env[69692]: DEBUG nova.compute.manager [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.707487] env[69692]: DEBUG nova.compute.manager [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing instance network info cache due to event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.707641] env[69692]: DEBUG oslo_concurrency.lockutils [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.707784] env[69692]: DEBUG oslo_concurrency.lockutils [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.707946] env[69692]: DEBUG nova.network.neutron [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.734093] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a/ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.737748] env[69692]: DEBUG nova.compute.manager [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Received event network-vif-plugged-40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.737952] env[69692]: DEBUG oslo_concurrency.lockutils [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] Acquiring lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.738273] env[69692]: DEBUG oslo_concurrency.lockutils [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.738340] env[69692]: DEBUG oslo_concurrency.lockutils [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.738495] env[69692]: DEBUG nova.compute.manager [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] No waiting events found dispatching network-vif-plugged-40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.738694] env[69692]: WARNING nova.compute.manager [req-9711d1e4-2563-4372-9302-5e116502b13c req-c4ff09cf-1204-45a5-a767-4e1490fe6d41 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Received unexpected event network-vif-plugged-40b46c13-18ca-4cf3-91b5-bf7b081bef86 for instance with vm_state building and task_state spawning. [ 1140.739464] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f848d2c-0cdc-4ed0-be94-856289690fe7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.761737] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1140.761737] env[69692]: value = "task-3536655" [ 1140.761737] env[69692]: _type = "Task" [ 1140.761737] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.769650] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.831172] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.831466] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.831692] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.832076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.832076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.834291] env[69692]: INFO nova.compute.manager [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Terminating instance [ 1140.979177] env[69692]: DEBUG nova.network.neutron [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updated VIF entry in instance network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.979541] env[69692]: DEBUG nova.network.neutron [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.084361] env[69692]: DEBUG oslo_concurrency.lockutils [req-6df4c9a3-b5be-4f05-815d-2091dbb0c999 req-71fd4826-0e39-4db0-9e8a-c3d0a251977a service nova] Releasing lock "refresh_cache-c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.134674] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b42d07-c351-dc96-8c1e-de07d96b0db2, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.135538] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569ab559-4ad9-4839-a1d9-183bf18d61f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.141078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.141078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.141224] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.142361] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1141.142361] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d856-e8e2-841b-eb75-1d348d6e3ba9" [ 1141.142361] env[69692]: _type = "Task" [ 1141.142361] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.154808] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d856-e8e2-841b-eb75-1d348d6e3ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.184204] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544eed9-5e44-4f8e-accf-d7fff8d89ce0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.195017] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23659bc9-39b8-4e28-8928-8db4431ea2f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.226039] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c3bf76-5366-45cb-b84f-d1aba6a66550 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.233790] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb70c78-cadf-41bf-a6d8-99cf09f54e3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.247783] env[69692]: DEBUG nova.compute.provider_tree [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.273156] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.340101] env[69692]: DEBUG nova.compute.manager [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.340336] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.341239] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fce917-6163-4264-a27d-991b213e335e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.348940] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.349245] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68917b51-6496-40ff-8aca-410b5f833f86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.356324] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1141.356324] env[69692]: value = "task-3536656" [ 1141.356324] env[69692]: _type = "Task" [ 1141.356324] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.364152] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.482865] env[69692]: DEBUG oslo_concurrency.lockutils [req-35f59335-e2d6-4c9b-b155-4c406237b4bc req-f738c0b4-233a-48a3-8569-ae943cfcf15c service nova] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.654942] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e0d856-e8e2-841b-eb75-1d348d6e3ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.045216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.655286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.655411] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b/c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.655670] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb3d30b7-ee15-4ae7-bb71-e181d053108f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.663028] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1141.663028] env[69692]: value = "task-3536657" [ 1141.663028] env[69692]: _type = "Task" [ 1141.663028] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.670555] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.675789] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.753837] env[69692]: DEBUG nova.scheduler.client.report [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.772728] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.821500] env[69692]: DEBUG nova.network.neutron [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Updating instance_info_cache with network_info: [{"id": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "address": "fa:16:3e:5a:6a:0b", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b46c13-18", "ovs_interfaceid": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.870829] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536656, 'name': PowerOffVM_Task, 'duration_secs': 0.225875} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.871166] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.871362] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.872174] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a23918-5592-4939-ae9f-aa6a9dbf9b0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.938429] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.938758] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.939065] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore2] db7595ac-4e9d-4f4a-850d-58fde8a1b6a3 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.939452] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-594ead0c-060f-4932-b973-bffa7052ea8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.947317] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1141.947317] env[69692]: value = "task-3536659" [ 1141.947317] env[69692]: _type = "Task" [ 1141.947317] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.957630] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.173898] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453705} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.174226] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b/c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.174449] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.174728] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb845a1-b2e2-4f78-8fe4-e72c3422b7bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.181965] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1142.181965] env[69692]: value = "task-3536660" [ 1142.181965] env[69692]: _type = "Task" [ 1142.181965] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.191176] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.260320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.260968] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.264060] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.318s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.264266] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.266409] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.330s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.266602] env[69692]: DEBUG nova.objects.instance [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lazy-loading 'resources' on Instance uuid a674f3ef-7eb4-438c-8cf0-474c726c97e7 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.277802] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536655, 'name': ReconfigVM_Task, 'duration_secs': 1.031204} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.277802] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a/ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.278430] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c117b0a8-3a2e-4e92-86a2-68c1fb38ea05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.285894] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1142.285894] env[69692]: value = "task-3536661" [ 1142.285894] env[69692]: _type = "Task" [ 1142.285894] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.286796] env[69692]: INFO nova.scheduler.client.report [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleted allocations for instance de444a08-cffe-46c8-a32b-928ccd6ee816 [ 1142.297330] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536661, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.324657] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.324985] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Instance network_info: |[{"id": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "address": "fa:16:3e:5a:6a:0b", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b46c13-18", "ovs_interfaceid": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.325642] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:6a:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40b46c13-18ca-4cf3-91b5-bf7b081bef86', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.333254] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.333462] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.334198] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c1d471-0480-4813-a485-3e9812ef4b26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.355036] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.355036] env[69692]: value = "task-3536662" [ 1142.355036] env[69692]: _type = "Task" [ 1142.355036] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.363218] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536662, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.457853] env[69692]: DEBUG oslo_vmware.api [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.458120] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.458310] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.458485] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.458660] env[69692]: INFO nova.compute.manager [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1142.458904] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.459124] env[69692]: DEBUG nova.compute.manager [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.459217] env[69692]: DEBUG nova.network.neutron [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.691298] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062717} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.691642] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.692420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c21212-2c6e-46d2-988c-5776251081e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.716633] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b/c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.716937] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3218bf2-b731-4745-b320-906b5aa0f506 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.737416] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1142.737416] env[69692]: value = "task-3536663" [ 1142.737416] env[69692]: _type = "Task" [ 1142.737416] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.745220] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.773023] env[69692]: DEBUG nova.compute.utils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.775405] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.775405] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.798176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c58baafc-992f-4a26-9d13-dca77671b6cf tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "de444a08-cffe-46c8-a32b-928ccd6ee816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.823s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.808881] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536661, 'name': Rename_Task, 'duration_secs': 0.134433} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.810546] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.812092] env[69692]: DEBUG nova.compute.manager [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Received event network-changed-40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.812434] env[69692]: DEBUG nova.compute.manager [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Refreshing instance network info cache due to event network-changed-40b46c13-18ca-4cf3-91b5-bf7b081bef86. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.812827] env[69692]: DEBUG oslo_concurrency.lockutils [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] Acquiring lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.813083] env[69692]: DEBUG oslo_concurrency.lockutils [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] Acquired lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.813301] env[69692]: DEBUG nova.network.neutron [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Refreshing network info cache for port 40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.814397] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b3daae-fd1c-41b5-bb92-c3af0a053597 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.822791] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1142.822791] env[69692]: value = "task-3536664" [ 1142.822791] env[69692]: _type = "Task" [ 1142.822791] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.836275] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.838437] env[69692]: DEBUG nova.policy [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3182c72e0b48b7b3748a72f51badf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f604005785b46c395f5600f7a54750d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.864978] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536662, 'name': CreateVM_Task, 'duration_secs': 0.404268} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.865335] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.866387] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.869032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.869032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.869032] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cb0b92-5c29-4631-8981-4462a46a16f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.876489] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1142.876489] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcaed1-0c24-dfd6-8499-20f94a1207ef" [ 1142.876489] env[69692]: _type = "Task" [ 1142.876489] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.889322] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcaed1-0c24-dfd6-8499-20f94a1207ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.147219] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Successfully created port: ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.188034] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc8fa3-bc09-4de5-958a-f6b9b113a995 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.196186] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe18e7-3003-451c-b896-269553ec6cd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.226207] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17de859-92aa-4f9a-ac35-d9d7632f593e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.234403] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8aea34-f40b-4332-88f3-cb948cfce891 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.247539] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.255028] env[69692]: DEBUG nova.compute.provider_tree [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.279526] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.330177] env[69692]: DEBUG nova.network.neutron [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.339434] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.390554] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dcaed1-0c24-dfd6-8499-20f94a1207ef, 'name': SearchDatastore_Task, 'duration_secs': 0.017237} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.390859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.391097] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.391336] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.391551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.391759] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.392262] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6b71d15-d611-411d-a677-49fa05b3f7c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.405267] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.405492] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.406321] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00aa8f9a-c0cb-4090-b9a1-db90afbd0f26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.420895] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1143.420895] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4ed13-20e5-9beb-4d54-dfea6f080844" [ 1143.420895] env[69692]: _type = "Task" [ 1143.420895] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.437042] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4ed13-20e5-9beb-4d54-dfea6f080844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.574481] env[69692]: DEBUG nova.network.neutron [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Updated VIF entry in instance network info cache for port 40b46c13-18ca-4cf3-91b5-bf7b081bef86. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.574836] env[69692]: DEBUG nova.network.neutron [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Updating instance_info_cache with network_info: [{"id": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "address": "fa:16:3e:5a:6a:0b", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b46c13-18", "ovs_interfaceid": "40b46c13-18ca-4cf3-91b5-bf7b081bef86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.750133] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.758288] env[69692]: DEBUG nova.scheduler.client.report [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.835020] env[69692]: INFO nova.compute.manager [-] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Took 1.38 seconds to deallocate network for instance. [ 1143.835735] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.923031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.923031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.923031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.923286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.923488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.930512] env[69692]: INFO nova.compute.manager [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Terminating instance [ 1143.940170] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b4ed13-20e5-9beb-4d54-dfea6f080844, 'name': SearchDatastore_Task, 'duration_secs': 0.026467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.941436] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7168fa-c064-4d2f-801d-d2e31147fded {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.947752] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1143.947752] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523950b2-3e5c-a179-7eec-384237a5d436" [ 1143.947752] env[69692]: _type = "Task" [ 1143.947752] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.955624] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523950b2-3e5c-a179-7eec-384237a5d436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.077289] env[69692]: DEBUG oslo_concurrency.lockutils [req-e03a3888-efba-41cc-b9bf-14b345037c2d req-a6b8d258-66e6-4e26-ac53-bb83e55c29c3 service nova] Releasing lock "refresh_cache-4066698a-5ec4-4e39-a9cd-3521fe4f45cd" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.250276] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536663, 'name': ReconfigVM_Task, 'duration_secs': 1.037322} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.250617] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b/c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.251303] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce96b409-75d6-4143-a44e-3b187a8e9393 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.257329] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1144.257329] env[69692]: value = "task-3536665" [ 1144.257329] env[69692]: _type = "Task" [ 1144.257329] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.265424] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.267244] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536665, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.267693] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.822s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.267878] env[69692]: DEBUG nova.objects.instance [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.289421] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.296114] env[69692]: INFO nova.scheduler.client.report [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted allocations for instance a674f3ef-7eb4-438c-8cf0-474c726c97e7 [ 1144.322705] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.322946] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.323053] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.323247] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.323398] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.323548] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.323811] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.323995] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.324113] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.324312] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.324447] env[69692]: DEBUG nova.virt.hardware [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.325624] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51be913-5083-4a1a-82ec-cc6420528654 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.339971] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f99b12-a488-4572-8092-5ee68df46c8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.344597] env[69692]: DEBUG oslo_vmware.api [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536664, 'name': PowerOnVM_Task, 'duration_secs': 1.071459} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.345623] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.346150] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.346150] env[69692]: INFO nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1144.346340] env[69692]: DEBUG nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.348031] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769c46d-b05b-402d-9a7d-a6c092226f54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.441353] env[69692]: DEBUG nova.compute.manager [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.441663] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.443614] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2fb90-6eed-4e57-a9c5-271a2cacedb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.453311] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.453888] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc43b215-5ca7-4277-a7fd-edc43584d22c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.459028] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523950b2-3e5c-a179-7eec-384237a5d436, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.459274] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.459557] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4066698a-5ec4-4e39-a9cd-3521fe4f45cd/4066698a-5ec4-4e39-a9cd-3521fe4f45cd.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.459795] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93ef5e88-0cdf-43a5-9dea-60aa46855515 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.463752] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1144.463752] env[69692]: value = "task-3536666" [ 1144.463752] env[69692]: _type = "Task" [ 1144.463752] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.468089] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1144.468089] env[69692]: value = "task-3536667" [ 1144.468089] env[69692]: _type = "Task" [ 1144.468089] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.474675] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.479908] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.738837] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Successfully updated port: ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.774639] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536665, 'name': Rename_Task, 'duration_secs': 0.229803} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.775408] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.775671] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27867cb2-d864-43d3-95af-309913230e53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.782407] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1144.782407] env[69692]: value = "task-3536668" [ 1144.782407] env[69692]: _type = "Task" [ 1144.782407] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.790690] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.804963] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bdf9949f-04fd-494d-9972-f77575e563cc tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "a674f3ef-7eb4-438c-8cf0-474c726c97e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.468s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.843604] env[69692]: DEBUG nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Received event network-vif-deleted-0830fa7e-d3f7-453a-9c2a-e0233c237f10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.843726] env[69692]: DEBUG nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Received event network-vif-plugged-ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.843950] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Acquiring lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.844244] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.844438] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.844613] env[69692]: DEBUG nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] No waiting events found dispatching network-vif-plugged-ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.844856] env[69692]: WARNING nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Received unexpected event network-vif-plugged-ebc02379-f75b-4021-b36e-c0bdc18a03bb for instance with vm_state building and task_state spawning. [ 1144.845129] env[69692]: DEBUG nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Received event network-changed-ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.845344] env[69692]: DEBUG nova.compute.manager [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Refreshing instance network info cache due to event network-changed-ebc02379-f75b-4021-b36e-c0bdc18a03bb. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.845565] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Acquiring lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.845821] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Acquired lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.845979] env[69692]: DEBUG nova.network.neutron [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Refreshing network info cache for port ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.878439] env[69692]: INFO nova.compute.manager [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Took 39.41 seconds to build instance. [ 1144.978319] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536666, 'name': PowerOffVM_Task, 'duration_secs': 0.192822} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.982756] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.983035] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.983229] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502171} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.983453] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aafe67b6-f0dd-462f-8787-37e296fba17e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.985062] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4066698a-5ec4-4e39-a9cd-3521fe4f45cd/4066698a-5ec4-4e39-a9cd-3521fe4f45cd.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.985455] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.985654] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ce613b-f48d-4c5a-b6fb-3c2d758caceb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.992143] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1144.992143] env[69692]: value = "task-3536670" [ 1144.992143] env[69692]: _type = "Task" [ 1144.992143] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.004119] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.053560] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.053908] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.054227] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleting the datastore file [datastore1] 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.055124] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07325651-c2d5-4c18-b7b4-e92ee686d75e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.062258] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for the task: (returnval){ [ 1145.062258] env[69692]: value = "task-3536671" [ 1145.062258] env[69692]: _type = "Task" [ 1145.062258] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.071986] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.244994] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.277487] env[69692]: DEBUG oslo_concurrency.lockutils [None req-75e87030-8660-4d57-9304-8643dfdba5d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.278669] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.188s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.280135] env[69692]: INFO nova.compute.claims [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.292185] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.378579] env[69692]: DEBUG nova.network.neutron [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.380628] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b32bf465-e109-44b8-89e3-5f99ff2639a9 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.923s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.462911] env[69692]: DEBUG nova.network.neutron [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.507090] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083519} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.507480] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.509142] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4706174-7adb-4d38-b54c-479e37b5352b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.535239] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 4066698a-5ec4-4e39-a9cd-3521fe4f45cd/4066698a-5ec4-4e39-a9cd-3521fe4f45cd.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.535544] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef29e02b-a622-4552-ac29-1ac11c01771b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.557610] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1145.557610] env[69692]: value = "task-3536672" [ 1145.557610] env[69692]: _type = "Task" [ 1145.557610] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.566288] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.574353] env[69692]: DEBUG oslo_vmware.api [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Task: {'id': task-3536671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288106} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.574594] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.574778] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.574954] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.575142] env[69692]: INFO nova.compute.manager [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1145.575373] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.575558] env[69692]: DEBUG nova.compute.manager [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.575652] env[69692]: DEBUG nova.network.neutron [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.797032] env[69692]: DEBUG oslo_vmware.api [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536668, 'name': PowerOnVM_Task, 'duration_secs': 0.781032} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.797592] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.797803] env[69692]: INFO nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1145.797985] env[69692]: DEBUG nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.798855] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad51be3-ffbc-4123-83da-901839cf359c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.965854] env[69692]: DEBUG oslo_concurrency.lockutils [req-e868cc53-5dee-43f2-b8d1-e747740b9355 req-12717476-8c2e-4e17-8068-ddfbe21e5e44 service nova] Releasing lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.966413] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.966643] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.070655] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.312493] env[69692]: DEBUG nova.network.neutron [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.315543] env[69692]: INFO nova.compute.manager [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Took 40.19 seconds to build instance. [ 1146.500102] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.568951] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536672, 'name': ReconfigVM_Task, 'duration_secs': 0.751495} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.571273] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 4066698a-5ec4-4e39-a9cd-3521fe4f45cd/4066698a-5ec4-4e39-a9cd-3521fe4f45cd.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.572094] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76d1a34-9226-4735-8c8e-27a15d623ed6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.578523] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1146.578523] env[69692]: value = "task-3536673" [ 1146.578523] env[69692]: _type = "Task" [ 1146.578523] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.588645] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536673, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.617896] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6337569-d996-4b23-9bb4-62b510a54950 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.625129] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b28ac-cb54-4ef0-850d-abbd2480e6c9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.656824] env[69692]: DEBUG nova.network.neutron [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Updating instance_info_cache with network_info: [{"id": "ebc02379-f75b-4021-b36e-c0bdc18a03bb", "address": "fa:16:3e:04:d6:b9", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc02379-f7", "ovs_interfaceid": "ebc02379-f75b-4021-b36e-c0bdc18a03bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.658533] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0071b573-9bbb-4d38-b2fe-247015605ab7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.666548] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd76940-af4c-425d-ba12-20ee3c9670c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.681462] env[69692]: DEBUG nova.compute.provider_tree [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.815768] env[69692]: INFO nova.compute.manager [-] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Took 1.24 seconds to deallocate network for instance. [ 1146.817845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0c83790d-b425-4566-9cac-77c83763dca8 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.708s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.983856] env[69692]: DEBUG nova.compute.manager [req-af2321d3-3ee0-498f-aea6-8b6fa63843c9 req-58ac10ea-ed82-4b80-9738-ddabfd7b02e4 service nova] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Received event network-vif-deleted-90c933a7-6a1d-44ce-84e2-35a1e8f0541b {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.091734] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536673, 'name': Rename_Task, 'duration_secs': 0.136552} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.092156] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.092576] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7698c68-95dd-460d-9091-f4a70bff91d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.100425] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1147.100425] env[69692]: value = "task-3536674" [ 1147.100425] env[69692]: _type = "Task" [ 1147.100425] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.112132] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.162193] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "refresh_cache-fd30d2e6-c236-4d22-8e97-0046c327bd21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.162529] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance network_info: |[{"id": "ebc02379-f75b-4021-b36e-c0bdc18a03bb", "address": "fa:16:3e:04:d6:b9", "network": {"id": "cf920ad9-3981-4aa8-a2cc-58a6d7e41279", "bridge": "br-int", "label": "tempest-ImagesTestJSON-278001943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f604005785b46c395f5600f7a54750d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc02379-f7", "ovs_interfaceid": "ebc02379-f75b-4021-b36e-c0bdc18a03bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.162966] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d6:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc02379-f75b-4021-b36e-c0bdc18a03bb', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.170467] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.170698] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.170924] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd67652-c682-4571-b074-5afa314af2f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.187429] env[69692]: DEBUG nova.scheduler.client.report [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.196207] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.196207] env[69692]: value = "task-3536675" [ 1147.196207] env[69692]: _type = "Task" [ 1147.196207] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.204239] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536675, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.322238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.610687] env[69692]: DEBUG oslo_vmware.api [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536674, 'name': PowerOnVM_Task, 'duration_secs': 0.468183} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.610933] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.611106] env[69692]: INFO nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1147.611295] env[69692]: DEBUG nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.612110] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c27ab8-4cb6-438d-917b-db8c1bb81625 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.618041] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.618658] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.692798] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.693913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.518s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.706251] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536675, 'name': CreateVM_Task, 'duration_secs': 0.347398} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.707015] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.707758] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.707974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.708357] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.708880] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89179c99-b560-4e57-bcd3-038ea9d9f26b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714586] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1147.714586] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4e590-402c-4b77-b711-1b4a54d3399c" [ 1147.714586] env[69692]: _type = "Task" [ 1147.714586] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.722995] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4e590-402c-4b77-b711-1b4a54d3399c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.123595] env[69692]: INFO nova.compute.manager [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Detaching volume 5a7087ae-26c5-4601-ac52-a617183bafe1 [ 1148.132262] env[69692]: INFO nova.compute.manager [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Took 41.68 seconds to build instance. [ 1148.166549] env[69692]: INFO nova.virt.block_device [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Attempting to driver detach volume 5a7087ae-26c5-4601-ac52-a617183bafe1 from mountpoint /dev/sdb [ 1148.166857] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.167087] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.167529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.167796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.169773] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961f458-9f88-47d7-818a-1184be6f7759 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.196690] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "b9e9fe59-50e2-4c84-8623-ae9cdd5b9b2b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.196999] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "b9e9fe59-50e2-4c84-8623-ae9cdd5b9b2b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.202348] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94105a3a-f80a-4ae3-ad17-6642c2fa994b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.212645] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf12a1-9230-443a-ad21-2c29ccaf7184 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.239618] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4e590-402c-4b77-b711-1b4a54d3399c, 'name': SearchDatastore_Task, 'duration_secs': 0.034027} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.242816] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5026ab-4e96-4765-931d-1e8fa044af22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.248027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.248027] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.248027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.248027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.248256] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.248577] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1b28a84-a7a0-40f6-a33f-a9f7b447f8ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.263664] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] The volume has not been displaced from its original location: [datastore2] volume-5a7087ae-26c5-4601-ac52-a617183bafe1/volume-5a7087ae-26c5-4601-ac52-a617183bafe1.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.268927] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.272721] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38426755-e310-4309-a1c4-e1922bc3dcd7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.285309] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.285493] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.287237] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a62ed29-4ef6-446e-9913-17d89fb318e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.292968] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1148.292968] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4e48c-6174-40b9-38b0-5428998e2fc1" [ 1148.292968] env[69692]: _type = "Task" [ 1148.292968] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.297457] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1148.297457] env[69692]: value = "task-3536676" [ 1148.297457] env[69692]: _type = "Task" [ 1148.297457] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.306638] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d4e48c-6174-40b9-38b0-5428998e2fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.307808] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532a9adc-2483-4822-8d4c-8cf4cf52d247 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.315489] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.321027] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1148.321027] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a66091-7ac5-d39a-344c-6a6fecad2c84" [ 1148.321027] env[69692]: _type = "Task" [ 1148.321027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.326451] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a66091-7ac5-d39a-344c-6a6fecad2c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.605020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6085e89-c5ce-4aba-8e8e-3bed6a345f9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.612952] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ddd1b-09f4-46c4-bc18-33ee9f242e20 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.642869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c3fd0492-0751-42ca-9081-3c225a13f567 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.198s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.643904] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ece6c9-9908-480e-82a6-8d32982090ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.652470] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb5156-72db-494a-819f-da3bf69b0366 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.667549] env[69692]: DEBUG nova.compute.provider_tree [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.675026] env[69692]: INFO nova.compute.manager [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Detaching volume 2e2a69bf-535a-4bf1-b40d-6b19f188866b [ 1148.702270] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "b9e9fe59-50e2-4c84-8623-ae9cdd5b9b2b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.702837] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.708316] env[69692]: INFO nova.virt.block_device [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Attempting to driver detach volume 2e2a69bf-535a-4bf1-b40d-6b19f188866b from mountpoint /dev/sdb [ 1148.708316] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.708316] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706309', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'name': 'volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ae978f1-3021-4f6f-bbb7-8e863c5498fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'serial': '2e2a69bf-535a-4bf1-b40d-6b19f188866b'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.709383] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ee4f1-12e9-4350-86e3-311e0899fa9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.732098] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3067f0-2481-4429-be18-f075ba26315c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.739373] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763d3f9-c223-4b05-b95c-9b1800a3bbef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.760789] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca44250-73b3-4aaa-a195-60e3091a71cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.776562] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] The volume has not been displaced from its original location: [datastore2] volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b/volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.781842] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.782167] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073a3d74-f50b-4a6b-b706-3ba27b6859d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.800366] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1148.800366] env[69692]: value = "task-3536677" [ 1148.800366] env[69692]: _type = "Task" [ 1148.800366] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.811053] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.814359] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536676, 'name': ReconfigVM_Task, 'duration_secs': 0.313105} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.814679] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.819493] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0eaa087-cfe6-41f1-9030-7aa688555a0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.839259] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a66091-7ac5-d39a-344c-6a6fecad2c84, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.840488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.840752] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] fd30d2e6-c236-4d22-8e97-0046c327bd21/fd30d2e6-c236-4d22-8e97-0046c327bd21.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.841080] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1148.841080] env[69692]: value = "task-3536678" [ 1148.841080] env[69692]: _type = "Task" [ 1148.841080] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.841275] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9949395-13a8-4a00-9d70-f198369d5422 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.853413] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.854612] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1148.854612] env[69692]: value = "task-3536679" [ 1148.854612] env[69692]: _type = "Task" [ 1148.854612] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.864247] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.171587] env[69692]: DEBUG nova.scheduler.client.report [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.208547] env[69692]: DEBUG nova.compute.utils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.209253] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.209437] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.277473] env[69692]: DEBUG nova.policy [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee37ce416f9746b88aacd50bbaad4315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d97bae8a0fa435a8c6c76a9bf22b3d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.310781] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536677, 'name': ReconfigVM_Task, 'duration_secs': 0.236884} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.313848] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.316381] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f3c756-4a3e-440b-a5b2-5670231bf299 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.332857] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1149.332857] env[69692]: value = "task-3536680" [ 1149.332857] env[69692]: _type = "Task" [ 1149.332857] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.342851] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.352498] env[69692]: DEBUG oslo_vmware.api [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536678, 'name': ReconfigVM_Task, 'duration_secs': 0.144159} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.352857] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706307', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'name': 'volume-5a7087ae-26c5-4601-ac52-a617183bafe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdab2efc-300a-4e67-8f3b-68acf2ec4bb1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a7087ae-26c5-4601-ac52-a617183bafe1', 'serial': '5a7087ae-26c5-4601-ac52-a617183bafe1'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.364823] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.566323] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Successfully created port: 92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.712884] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.842291] env[69692]: DEBUG oslo_vmware.api [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536680, 'name': ReconfigVM_Task, 'duration_secs': 0.201271} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.842595] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706309', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'name': 'volume-2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ae978f1-3021-4f6f-bbb7-8e863c5498fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2a69bf-535a-4bf1-b40d-6b19f188866b', 'serial': '2e2a69bf-535a-4bf1-b40d-6b19f188866b'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.864145] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547898} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.864372] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] fd30d2e6-c236-4d22-8e97-0046c327bd21/fd30d2e6-c236-4d22-8e97-0046c327bd21.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.864610] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.864868] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23afe053-c097-4cf0-8292-017964a9e51d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.871900] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1149.871900] env[69692]: value = "task-3536681" [ 1149.871900] env[69692]: _type = "Task" [ 1149.871900] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.879609] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.914212] env[69692]: DEBUG nova.objects.instance [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'flavor' on Instance uuid cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.183046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.489s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.186552] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.884s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.186837] env[69692]: DEBUG nova.objects.instance [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'resources' on Instance uuid e26fe9db-45c3-445e-ae50-28c7bd5ca62c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.382594] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.383816] env[69692]: DEBUG nova.objects.instance [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'flavor' on Instance uuid 1ae978f1-3021-4f6f-bbb7-8e863c5498fd {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.385214] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.386214] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c88400-e389-4d89-9bf5-169b16a99abd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.408979] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] fd30d2e6-c236-4d22-8e97-0046c327bd21/fd30d2e6-c236-4d22-8e97-0046c327bd21.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.409987] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a8ad238-e3d8-484e-ba48-3729a79ea96c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.432073] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1150.432073] env[69692]: value = "task-3536682" [ 1150.432073] env[69692]: _type = "Task" [ 1150.432073] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.441773] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.665970] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.666178] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.666319] env[69692]: DEBUG nova.compute.manager [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.667191] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2469e76-c272-417f-a96d-9e85784a0529 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.673596] env[69692]: DEBUG nova.compute.manager [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.674338] env[69692]: DEBUG nova.objects.instance [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lazy-loading 'flavor' on Instance uuid ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.709340] env[69692]: DEBUG nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.722019] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.724844] env[69692]: DEBUG nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.725054] env[69692]: DEBUG nova.compute.provider_tree [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.735600] env[69692]: DEBUG nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.746085] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.746333] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.746491] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.746672] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.746867] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.747059] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.747273] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.747430] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.747594] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.747757] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.747928] env[69692]: DEBUG nova.virt.hardware [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.748788] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813edaaf-f579-41a1-b989-2964381760a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.752458] env[69692]: INFO nova.scheduler.client.report [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocation for migration 83f6cbd2-f2ab-4326-86f0-443a581ceda8 [ 1150.755598] env[69692]: DEBUG nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.764674] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ff8fa-2807-4634-99bb-9254fd749aa8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.929494] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d41c772a-8239-42b4-ad05-6235fb8d845e tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.941969] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536682, 'name': ReconfigVM_Task, 'duration_secs': 0.261033} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.942030] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Reconfigured VM instance instance-0000005f to attach disk [datastore2] fd30d2e6-c236-4d22-8e97-0046c327bd21/fd30d2e6-c236-4d22-8e97-0046c327bd21.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.942673] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3badc5a8-2a39-469e-a5de-912b739c664a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.951387] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1150.951387] env[69692]: value = "task-3536683" [ 1150.951387] env[69692]: _type = "Task" [ 1150.951387] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.957859] env[69692]: DEBUG nova.compute.manager [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Received event network-vif-plugged-92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.958091] env[69692]: DEBUG oslo_concurrency.lockutils [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] Acquiring lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.958297] env[69692]: DEBUG oslo_concurrency.lockutils [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.958490] env[69692]: DEBUG oslo_concurrency.lockutils [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.958671] env[69692]: DEBUG nova.compute.manager [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] No waiting events found dispatching network-vif-plugged-92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.958847] env[69692]: WARNING nova.compute.manager [req-509842af-a058-413f-817d-f90d98f8d219 req-84436789-5fa7-4326-a752-4b10aed79fb5 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Received unexpected event network-vif-plugged-92a047ce-fe79-4404-9aac-d19343174055 for instance with vm_state building and task_state spawning. [ 1150.966463] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536683, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.068272] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Successfully updated port: 92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.095821] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647ba7d-8c4e-4120-995e-fdf4fc1a2d30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.104077] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e86010-df50-47a0-a311-5d93817b361f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.138016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f30b0e6-5982-42df-b493-8ddae4119465 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.143177] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e5af4-4df1-4481-bb90-571c2c6329cc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.156608] env[69692]: DEBUG nova.compute.provider_tree [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.265227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c1e7cfbf-fec3-4576-bd99-1b16760a0f4d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.196s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.394702] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ff5a8c6e-a33d-44f8-af04-463cb47e7cb7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.460423] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536683, 'name': Rename_Task, 'duration_secs': 0.204692} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.460705] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.460947] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c18950-bcbf-475e-b968-16cd8337aaeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.467720] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1151.467720] env[69692]: value = "task-3536684" [ 1151.467720] env[69692]: _type = "Task" [ 1151.467720] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.477500] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.571252] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.573522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquired lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.573522] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.659584] env[69692]: DEBUG nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.683178] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.684190] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d59d19-e313-499f-acac-ea6859ee88b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.694874] env[69692]: DEBUG oslo_vmware.api [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1151.694874] env[69692]: value = "task-3536685" [ 1151.694874] env[69692]: _type = "Task" [ 1151.694874] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.712625] env[69692]: DEBUG oslo_vmware.api [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.980293] env[69692]: DEBUG oslo_vmware.api [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536684, 'name': PowerOnVM_Task, 'duration_secs': 0.457766} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.980571] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.980809] env[69692]: INFO nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1151.981015] env[69692]: DEBUG nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.981846] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72c2c16-0ee2-4e8e-9ad3-a7b8332e6e54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.105114] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.165244] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.168211] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.729s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.168211] env[69692]: DEBUG nova.objects.instance [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'resources' on Instance uuid bd2539e2-dec5-4cc8-9153-4c85eff0e11c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.192243] env[69692]: INFO nova.scheduler.client.report [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted allocations for instance e26fe9db-45c3-445e-ae50-28c7bd5ca62c [ 1152.208634] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.209049] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.209385] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.209712] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.210031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.213208] env[69692]: DEBUG oslo_vmware.api [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536685, 'name': PowerOffVM_Task, 'duration_secs': 0.262909} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.213566] env[69692]: INFO nova.compute.manager [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Terminating instance [ 1152.214925] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.216061] env[69692]: DEBUG nova.compute.manager [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.216061] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6cfa65-942a-4a2c-9760-3ad3f87c12d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.276667] env[69692]: DEBUG nova.network.neutron [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Updating instance_info_cache with network_info: [{"id": "92a047ce-fe79-4404-9aac-d19343174055", "address": "fa:16:3e:f0:72:ba", "network": {"id": "75d40711-eccd-408a-94c8-32aef4e290e9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571273680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d97bae8a0fa435a8c6c76a9bf22b3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a047ce-fe", "ovs_interfaceid": "92a047ce-fe79-4404-9aac-d19343174055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.500895] env[69692]: INFO nova.compute.manager [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Took 44.28 seconds to build instance. [ 1152.613237] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.614068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.614068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.614068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.614068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.616605] env[69692]: INFO nova.compute.manager [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Terminating instance [ 1152.670119] env[69692]: DEBUG nova.objects.instance [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'numa_topology' on Instance uuid bd2539e2-dec5-4cc8-9153-4c85eff0e11c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.686706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.686954] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.687172] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.687355] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.687605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.689891] env[69692]: INFO nova.compute.manager [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Terminating instance [ 1152.706856] env[69692]: DEBUG oslo_concurrency.lockutils [None req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e26fe9db-45c3-445e-ae50-28c7bd5ca62c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.320s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.721408] env[69692]: DEBUG nova.compute.manager [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.721649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.723144] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fee96-f0d6-4f39-a899-f2a5b192bc82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.729036] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7b2ccdf2-dec2-40cb-aec8-6ce4bd1a7f77 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.733031] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.733611] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540dcf86-f89c-47fe-86a9-9b765b0fdf44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.740605] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1152.740605] env[69692]: value = "task-3536686" [ 1152.740605] env[69692]: _type = "Task" [ 1152.740605] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.753842] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.780133] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Releasing lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.780133] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Instance network_info: |[{"id": "92a047ce-fe79-4404-9aac-d19343174055", "address": "fa:16:3e:f0:72:ba", "network": {"id": "75d40711-eccd-408a-94c8-32aef4e290e9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571273680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d97bae8a0fa435a8c6c76a9bf22b3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a047ce-fe", "ovs_interfaceid": "92a047ce-fe79-4404-9aac-d19343174055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.781553] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:72:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92a047ce-fe79-4404-9aac-d19343174055', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.789237] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Creating folder: Project (2d97bae8a0fa435a8c6c76a9bf22b3d5). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.789669] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5447d320-e8c1-41fc-a5b9-b8b226a5b5ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.802494] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Created folder: Project (2d97bae8a0fa435a8c6c76a9bf22b3d5) in parent group-v706084. [ 1152.802640] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Creating folder: Instances. Parent ref: group-v706330. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.802908] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b28e0e-865a-453e-ab83-13cead52bdaf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.811963] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Created folder: Instances in parent group-v706330. [ 1152.812238] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.812443] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.812654] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae426040-8c17-46be-97e1-100a7edd00c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.833054] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.833054] env[69692]: value = "task-3536689" [ 1152.833054] env[69692]: _type = "Task" [ 1152.833054] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.841237] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536689, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.002304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.797s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.121922] env[69692]: DEBUG nova.compute.manager [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.122315] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.123688] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b00f3b-f069-4da8-9031-bb1849dff36f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.140514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.140911] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.143437] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.144294] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4666d85-d74d-48be-bc6c-c68f0ea71f86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.152268] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1153.152268] env[69692]: value = "task-3536690" [ 1153.152268] env[69692]: _type = "Task" [ 1153.152268] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.168999] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.174025] env[69692]: DEBUG nova.objects.base [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.193713] env[69692]: DEBUG nova.compute.manager [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.194075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.195439] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403a41c-e96b-4d2b-9410-cf2f41124929 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.209655] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.210166] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176f3955-24f7-4ef7-997c-6f7b94e350b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.220255] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1153.220255] env[69692]: value = "task-3536691" [ 1153.220255] env[69692]: _type = "Task" [ 1153.220255] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.231778] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.250077] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536686, 'name': PowerOffVM_Task, 'duration_secs': 0.235333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.252916] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.253125] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.253581] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f418f88d-26d0-4e53-8f3c-f745163834d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.329533] env[69692]: DEBUG nova.compute.manager [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Received event network-changed-92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.329821] env[69692]: DEBUG nova.compute.manager [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Refreshing instance network info cache due to event network-changed-92a047ce-fe79-4404-9aac-d19343174055. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.330031] env[69692]: DEBUG oslo_concurrency.lockutils [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] Acquiring lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.330031] env[69692]: DEBUG oslo_concurrency.lockutils [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] Acquired lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.330343] env[69692]: DEBUG nova.network.neutron [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Refreshing network info cache for port 92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.347816] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536689, 'name': CreateVM_Task, 'duration_secs': 0.341019} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.348020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.348722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.348895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.349256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.349791] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cde679-b8b6-4820-9650-e418cfe6be3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.358484] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1153.358484] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522a4d76-2bda-f36f-2759-36809df1f08a" [ 1153.358484] env[69692]: _type = "Task" [ 1153.358484] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.368287] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a4d76-2bda-f36f-2759-36809df1f08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.391682] env[69692]: DEBUG nova.objects.instance [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lazy-loading 'flavor' on Instance uuid ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.577658] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eddf87-8724-4425-84b1-7a42293b615e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.586029] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd395ba5-2ba8-4ec0-8254-1d5104142ec1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.625317] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29610389-c4a6-41b6-8dfc-e9d541c9095a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.630835] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e6017d-2294-4dd5-aa58-e127349ff883 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.651249] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.654676] env[69692]: DEBUG nova.compute.provider_tree [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.666887] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536690, 'name': PowerOffVM_Task, 'duration_secs': 0.180756} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.667134] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.667353] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.667584] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e28aa2a-2988-4816-8be1-79e6203261ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.730780] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536691, 'name': PowerOffVM_Task, 'duration_secs': 0.192217} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.731068] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.731242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.731486] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b5e5e7-3a21-4522-88b8-a979d9fb7f21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.785565] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.785835] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.785988] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore1] cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.786284] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af8e873-4ee7-4b73-9668-6cb4c21c617b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.793608] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1153.793608] env[69692]: value = "task-3536695" [ 1153.793608] env[69692]: _type = "Task" [ 1153.793608] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.794425] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.794619] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.794797] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleting the datastore file [datastore1] 1ae978f1-3021-4f6f-bbb7-8e863c5498fd {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.798019] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ff156d-a239-4a55-8b8f-59ee521c6e7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.805459] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.806825] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1153.806825] env[69692]: value = "task-3536696" [ 1153.806825] env[69692]: _type = "Task" [ 1153.806825] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.814342] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.831252] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.831482] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.831736] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore1] 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.831998] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a961945-6a06-4ec3-8315-9e4c4940e88a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.840918] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1153.840918] env[69692]: value = "task-3536697" [ 1153.840918] env[69692]: _type = "Task" [ 1153.840918] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.850357] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.868983] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522a4d76-2bda-f36f-2759-36809df1f08a, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.871553] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.871831] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.872086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.872239] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.872418] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.872688] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe0f0f8-1a35-4f69-bfd5-7d1aa1303f8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.891036] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.891290] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.892541] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c254062e-d0a9-429e-93e6-5f1f96bfb8c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.898621] env[69692]: DEBUG oslo_concurrency.lockutils [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.898960] env[69692]: DEBUG oslo_concurrency.lockutils [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquired lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.899112] env[69692]: DEBUG nova.network.neutron [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.899480] env[69692]: DEBUG nova.objects.instance [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lazy-loading 'info_cache' on Instance uuid ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.904026] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1153.904026] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5203cfb9-4df9-eed6-043a-8679d68884ba" [ 1153.904026] env[69692]: _type = "Task" [ 1153.904026] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.911838] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5203cfb9-4df9-eed6-043a-8679d68884ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.067781] env[69692]: DEBUG nova.network.neutron [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Updated VIF entry in instance network info cache for port 92a047ce-fe79-4404-9aac-d19343174055. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.068174] env[69692]: DEBUG nova.network.neutron [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Updating instance_info_cache with network_info: [{"id": "92a047ce-fe79-4404-9aac-d19343174055", "address": "fa:16:3e:f0:72:ba", "network": {"id": "75d40711-eccd-408a-94c8-32aef4e290e9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571273680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d97bae8a0fa435a8c6c76a9bf22b3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a047ce-fe", "ovs_interfaceid": "92a047ce-fe79-4404-9aac-d19343174055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.159534] env[69692]: DEBUG nova.scheduler.client.report [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.164693] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.164940] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.181937] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.304074] env[69692]: DEBUG oslo_vmware.api [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231707} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.304074] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.304074] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.304360] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.304432] env[69692]: INFO nova.compute.manager [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1154.304715] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.304891] env[69692]: DEBUG nova.compute.manager [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.304994] env[69692]: DEBUG nova.network.neutron [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.316017] env[69692]: DEBUG oslo_vmware.api [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228205} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.316363] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.316529] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.317602] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.317602] env[69692]: INFO nova.compute.manager [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1154.317602] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.317602] env[69692]: DEBUG nova.compute.manager [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.317602] env[69692]: DEBUG nova.network.neutron [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.351575] env[69692]: DEBUG oslo_vmware.api [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223652} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.351951] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.352095] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.352280] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.352457] env[69692]: INFO nova.compute.manager [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1154.352734] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.352904] env[69692]: DEBUG nova.compute.manager [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.352997] env[69692]: DEBUG nova.network.neutron [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.385083] env[69692]: DEBUG nova.compute.manager [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.386140] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c298284-7f84-4802-8e39-983857ac95d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.406241] env[69692]: DEBUG nova.objects.base [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.418501] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5203cfb9-4df9-eed6-043a-8679d68884ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.419283] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e312063f-2479-4244-974b-dedb42a6349d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.427546] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1154.427546] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bc776d-476c-05a0-3fe5-7f3bd61391da" [ 1154.427546] env[69692]: _type = "Task" [ 1154.427546] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.437204] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bc776d-476c-05a0-3fe5-7f3bd61391da, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.437465] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.438923] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e/0e76d246-fa89-4042-8fa1-f0a0bc0bd47e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.439062] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dafbcfdf-c81a-4d86-8a7a-be9e6911b362 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.446346] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1154.446346] env[69692]: value = "task-3536698" [ 1154.446346] env[69692]: _type = "Task" [ 1154.446346] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.456660] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.571867] env[69692]: DEBUG oslo_concurrency.lockutils [req-d2be0be4-84bf-496c-894e-b198feb359df req-c2f9d9cc-b49e-4a02-bbc0-7ef2aa9bb775 service nova] Releasing lock "refresh_cache-0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.667272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.670607] env[69692]: INFO nova.compute.manager [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Detaching volume 70f05969-ab95-43d9-86a7-097e1ab867e6 [ 1154.674026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.758s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.674384] env[69692]: INFO nova.compute.claims [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.741177] env[69692]: INFO nova.virt.block_device [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Attempting to driver detach volume 70f05969-ab95-43d9-86a7-097e1ab867e6 from mountpoint /dev/sdb [ 1154.741548] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.741921] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706286', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'name': 'volume-70f05969-ab95-43d9-86a7-097e1ab867e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6203955b-b451-404b-9d18-ef6a4e0a5da6', 'attached_at': '', 'detached_at': '', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'serial': '70f05969-ab95-43d9-86a7-097e1ab867e6'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.742958] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad5b1e-960f-4670-bcea-7cc43828228f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.769259] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72efd410-5414-4ea3-9874-e2b5463ce971 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.777403] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c501d084-31ea-47a6-8f5c-05933929185f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.803555] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb0648-3e04-4560-a443-0c791ee629a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.821288] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] The volume has not been displaced from its original location: [datastore2] volume-70f05969-ab95-43d9-86a7-097e1ab867e6/volume-70f05969-ab95-43d9-86a7-097e1ab867e6.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1154.828704] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.828704] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09940519-b91d-4ef1-aec6-2adbadcde024 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.850357] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1154.850357] env[69692]: value = "task-3536699" [ 1154.850357] env[69692]: _type = "Task" [ 1154.850357] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.859186] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.898912] env[69692]: INFO nova.compute.manager [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] instance snapshotting [ 1154.900385] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853ab20-6d39-4957-9ac5-4432a048abb0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.925256] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0344fff-e5ee-40b7-ac27-61fc68bbd450 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.957263] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494051} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.957263] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e/0e76d246-fa89-4042-8fa1-f0a0bc0bd47e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.957263] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.957448] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aad147f-c8ce-4615-9874-05fba6d88ee8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.964789] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1154.964789] env[69692]: value = "task-3536700" [ 1154.964789] env[69692]: _type = "Task" [ 1154.964789] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.975327] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.185123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45406aa6-4f12-4829-b11e-2935cfaec761 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.203s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.185123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.716s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.185408] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.185736] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.186034] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.188113] env[69692]: INFO nova.compute.manager [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Terminating instance [ 1155.286379] env[69692]: DEBUG nova.compute.manager [req-49d7ab9a-88c0-4610-973f-ad7b92cfd76a req-7b93b155-0487-4817-bc36-7e40f3568067 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Received event network-vif-deleted-95b66254-679d-4d40-a98c-de7e34cbb805 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.286583] env[69692]: INFO nova.compute.manager [req-49d7ab9a-88c0-4610-973f-ad7b92cfd76a req-7b93b155-0487-4817-bc36-7e40f3568067 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Neutron deleted interface 95b66254-679d-4d40-a98c-de7e34cbb805; detaching it from the instance and deleting it from the info cache [ 1155.286758] env[69692]: DEBUG nova.network.neutron [req-49d7ab9a-88c0-4610-973f-ad7b92cfd76a req-7b93b155-0487-4817-bc36-7e40f3568067 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.366698] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536699, 'name': ReconfigVM_Task, 'duration_secs': 0.299446} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.368260] env[69692]: DEBUG nova.network.neutron [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updating instance_info_cache with network_info: [{"id": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "address": "fa:16:3e:39:bc:2f", "network": {"id": "0ecb9fb8-d6ef-41a7-b0f8-f54db8578f49", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1511929891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06ca196c85d47bb97f04b8286cf99f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape165d3b9-f7", "ovs_interfaceid": "e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.369333] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.376929] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7701972b-327d-44ab-af5e-793fb3fd2822 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.389606] env[69692]: DEBUG nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Received event network-vif-deleted-0125791b-4f11-4fbf-ae94-614827a8a13f {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.389794] env[69692]: INFO nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Neutron deleted interface 0125791b-4f11-4fbf-ae94-614827a8a13f; detaching it from the instance and deleting it from the info cache [ 1155.389988] env[69692]: DEBUG nova.network.neutron [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.399267] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1155.399267] env[69692]: value = "task-3536701" [ 1155.399267] env[69692]: _type = "Task" [ 1155.399267] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.412316] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.436250] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1155.436548] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa67f7ee-eeea-4be4-a966-752e69392130 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.443420] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1155.443420] env[69692]: value = "task-3536702" [ 1155.443420] env[69692]: _type = "Task" [ 1155.443420] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.452982] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.474919] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.475282] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.476180] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7e18b-5207-4a99-b346-c93454a7f76d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.503886] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e/0e76d246-fa89-4042-8fa1-f0a0bc0bd47e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.503886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf3c6b3-6b92-424a-8053-b11d1f12be87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.522672] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1155.522672] env[69692]: value = "task-3536703" [ 1155.522672] env[69692]: _type = "Task" [ 1155.522672] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.532648] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.580710] env[69692]: DEBUG nova.network.neutron [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.691558] env[69692]: DEBUG nova.compute.manager [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.691812] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.692120] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a5c5c9c-8db2-41e2-8ef3-7d7fe3c453b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.702929] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c65459-051a-4f59-a257-08b30e7e17f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.741567] env[69692]: WARNING nova.virt.vmwareapi.vmops [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bd2539e2-dec5-4cc8-9153-4c85eff0e11c could not be found. [ 1155.741941] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.741997] env[69692]: INFO nova.compute.manager [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1155.742267] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.745076] env[69692]: DEBUG nova.compute.manager [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.745176] env[69692]: DEBUG nova.network.neutron [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.790128] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a3e53c7-16d9-4e04-a3ad-6ed7f730115c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.802468] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ebc832-f678-4101-8c73-04cea119ef4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.821739] env[69692]: DEBUG nova.network.neutron [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.824886] env[69692]: DEBUG nova.network.neutron [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.847333] env[69692]: DEBUG nova.compute.manager [req-49d7ab9a-88c0-4610-973f-ad7b92cfd76a req-7b93b155-0487-4817-bc36-7e40f3568067 service nova] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Detach interface failed, port_id=95b66254-679d-4d40-a98c-de7e34cbb805, reason: Instance 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.876813] env[69692]: DEBUG oslo_concurrency.lockutils [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Releasing lock "refresh_cache-ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.896237] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-025ab641-f3f7-4549-a846-3e7220c2776b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.908918] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fcf49-6719-4e5d-b362-542325623616 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.925633] env[69692]: DEBUG oslo_vmware.api [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536701, 'name': ReconfigVM_Task, 'duration_secs': 0.148002} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.926449] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706286', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'name': 'volume-70f05969-ab95-43d9-86a7-097e1ab867e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6203955b-b451-404b-9d18-ef6a4e0a5da6', 'attached_at': '', 'detached_at': '', 'volume_id': '70f05969-ab95-43d9-86a7-097e1ab867e6', 'serial': '70f05969-ab95-43d9-86a7-097e1ab867e6'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1155.950107] env[69692]: DEBUG nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Detach interface failed, port_id=0125791b-4f11-4fbf-ae94-614827a8a13f, reason: Instance cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.950344] env[69692]: DEBUG nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Received event network-vif-deleted-84e09efb-29be-44d8-ae21-54584218739a {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.950515] env[69692]: INFO nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Neutron deleted interface 84e09efb-29be-44d8-ae21-54584218739a; detaching it from the instance and deleting it from the info cache [ 1155.950692] env[69692]: DEBUG nova.network.neutron [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.966193] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.037879] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.085550] env[69692]: INFO nova.compute.manager [-] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Took 1.73 seconds to deallocate network for instance. [ 1156.151711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad94a23-c5bf-48d1-a680-0ea16f74e363 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.160502] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef45f9b7-f1fd-4afd-862a-ceb10cd04b07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.193135] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d81571-17aa-466c-b15b-83e5293e731a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.202150] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43947320-fcf0-41eb-8ea9-ddc4c31dd82c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.217402] env[69692]: DEBUG nova.compute.provider_tree [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.324597] env[69692]: INFO nova.compute.manager [-] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Took 2.02 seconds to deallocate network for instance. [ 1156.326582] env[69692]: INFO nova.compute.manager [-] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Took 2.01 seconds to deallocate network for instance. [ 1156.460282] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.460580] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed7c6cc-1ba1-4c86-898f-13883cdcdc6c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.468915] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e8e0a2-3a88-4bb8-939d-bc5488ee42df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.481960] env[69692]: DEBUG nova.objects.instance [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid 6203955b-b451-404b-9d18-ef6a4e0a5da6 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.505741] env[69692]: DEBUG nova.compute.manager [req-64f44ea5-72f2-4d38-a949-660c4ae30dcf req-2c5dcef4-30bd-4828-b22e-15945b90c998 service nova] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Detach interface failed, port_id=84e09efb-29be-44d8-ae21-54584218739a, reason: Instance 1ae978f1-3021-4f6f-bbb7-8e863c5498fd could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.537270] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536703, 'name': ReconfigVM_Task, 'duration_secs': 0.717419} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.537457] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e/0e76d246-fa89-4042-8fa1-f0a0bc0bd47e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.538106] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8797b7c1-609d-4944-aca9-3060f807ad94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.546525] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1156.546525] env[69692]: value = "task-3536704" [ 1156.546525] env[69692]: _type = "Task" [ 1156.546525] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.556528] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536704, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.576588] env[69692]: DEBUG nova.network.neutron [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.592919] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.720456] env[69692]: DEBUG nova.scheduler.client.report [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.831855] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.833837] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.885658] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.886153] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea3f822-7597-4fc5-94c5-d7a857e9c5a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.893589] env[69692]: DEBUG oslo_vmware.api [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1156.893589] env[69692]: value = "task-3536705" [ 1156.893589] env[69692]: _type = "Task" [ 1156.893589] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.902799] env[69692]: DEBUG oslo_vmware.api [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.960180] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536702, 'name': CreateSnapshot_Task, 'duration_secs': 1.350797} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.960438] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1156.961194] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415b010-6568-450d-8265-d58b01b8f5ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.058715] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536704, 'name': Rename_Task, 'duration_secs': 0.279009} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.058936] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.059196] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dddab60-2bf6-4e28-9509-909712afa6a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.065586] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1157.065586] env[69692]: value = "task-3536706" [ 1157.065586] env[69692]: _type = "Task" [ 1157.065586] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.075300] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.078835] env[69692]: INFO nova.compute.manager [-] [instance: bd2539e2-dec5-4cc8-9153-4c85eff0e11c] Took 1.33 seconds to deallocate network for instance. [ 1157.226776] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.230027] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.231237] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.779s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.233262] env[69692]: INFO nova.compute.claims [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.406224] env[69692]: DEBUG oslo_vmware.api [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536705, 'name': PowerOnVM_Task, 'duration_secs': 0.460541} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.406453] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.406670] env[69692]: DEBUG nova.compute.manager [None req-195c61b9-f9c8-49f5-a7da-8a7b69c7c920 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.407645] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbedd1b-394d-46ed-873e-5812fa23e18c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.478461] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1157.478840] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1e3afa0-c821-46af-a849-db9e96c9fbeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.488718] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1157.488718] env[69692]: value = "task-3536707" [ 1157.488718] env[69692]: _type = "Task" [ 1157.488718] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.489189] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ca3eac40-cab6-41cf-b644-aaa54bc3d426 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.498944] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536707, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.579148] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.739063] env[69692]: DEBUG nova.compute.utils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.743589] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.743755] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.794278] env[69692]: DEBUG nova.policy [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '864fdee1246d4f6c8ea1a6cb3a2482a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c068ed25394b479f90cae60115f9bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.004492] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536707, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.077918] env[69692]: DEBUG oslo_vmware.api [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536706, 'name': PowerOnVM_Task, 'duration_secs': 0.531633} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.078214] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.078416] env[69692]: INFO nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1158.078596] env[69692]: DEBUG nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.079445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494836ff-0d89-4aa3-a094-61935055a261 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.107265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d74f9189-db79-4551-a3d0-196110fa84de tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "bd2539e2-dec5-4cc8-9153-4c85eff0e11c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.922s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.109110] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Successfully created port: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.244610] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.514285] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536707, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.590160] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.590160] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.590711] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.591045] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.591327] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.597706] env[69692]: INFO nova.compute.manager [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Terminating instance [ 1158.605272] env[69692]: INFO nova.compute.manager [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Took 38.54 seconds to build instance. [ 1158.636041] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c2137-d437-493f-aa02-47703ce2d199 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.645295] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98797c-9288-445f-8190-7fd3a84a77ed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.683184] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef75502-e07a-47b9-9608-f9354ca6165a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.690638] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857cbcb-e22c-4b67-975e-8b91db2c3bb9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.705900] env[69692]: DEBUG nova.compute.provider_tree [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.005939] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536707, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.107959] env[69692]: DEBUG nova.compute.manager [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.108189] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.108688] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4228c368-98f0-49fc-82c7-ddb3589a5b59 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.053s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.109709] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efddc6-6554-4e1c-be42-b90663b70ae8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.117928] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.118244] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae5e231-d1a6-4975-a39e-d428a3140723 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.125485] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1159.125485] env[69692]: value = "task-3536708" [ 1159.125485] env[69692]: _type = "Task" [ 1159.125485] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.136295] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.209587] env[69692]: DEBUG nova.scheduler.client.report [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.258772] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.290510] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.290764] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.290930] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.291143] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.291285] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.291429] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.291647] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.291811] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.291976] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.293360] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.293578] env[69692]: DEBUG nova.virt.hardware [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.294833] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8600bb60-eef5-4bc7-be9d-da6df98b5ba6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.303437] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e135b-b565-4ebe-b692-1001921a84af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.418899] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.419148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.505665] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536707, 'name': CloneVM_Task, 'duration_secs': 1.743009} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.505954] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Created linked-clone VM from snapshot [ 1159.506707] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb1f5a-f43a-47d4-9111-de84759ad4d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.514163] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Uploading image 1c33630c-2d16-4079-ab09-c7f8f12e3142 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1159.524214] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1159.524473] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d3674ae-6342-472e-8ec1-ff1e0d027ff0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.530630] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1159.530630] env[69692]: value = "task-3536709" [ 1159.530630] env[69692]: _type = "Task" [ 1159.530630] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.538325] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536709, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.635610] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536708, 'name': PowerOffVM_Task, 'duration_secs': 0.24674} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.635880] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.636061] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.636357] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9332a5dc-b339-4a2d-9f4a-be9bc134146a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.696021] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.696782] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.696782] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleting the datastore file [datastore2] 6203955b-b451-404b-9d18-ef6a4e0a5da6 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.696782] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5000ded6-6753-46fe-8a18-5cae6200f484 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.707826] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1159.707826] env[69692]: value = "task-3536711" [ 1159.707826] env[69692]: _type = "Task" [ 1159.707826] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.714269] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.714764] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.717253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.712s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.717425] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.722226] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1159.722226] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.450s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.723722] env[69692]: INFO nova.compute.claims [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.731991] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db5d24-1f1a-4546-8bd6-5816ab1ee9c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.738921] env[69692]: DEBUG nova.compute.manager [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Received event network-vif-plugged-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.738921] env[69692]: DEBUG oslo_concurrency.lockutils [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] Acquiring lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.738921] env[69692]: DEBUG oslo_concurrency.lockutils [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.738921] env[69692]: DEBUG oslo_concurrency.lockutils [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.738921] env[69692]: DEBUG nova.compute.manager [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] No waiting events found dispatching network-vif-plugged-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.738921] env[69692]: WARNING nova.compute.manager [req-7babd7ea-72c9-4712-9b2b-6d04e0b4382f req-bc797636-a980-4531-8a30-3909bb847d14 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Received unexpected event network-vif-plugged-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c for instance with vm_state building and task_state spawning. [ 1159.742597] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.748998] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4b72b-9885-46d8-bccb-70e00ccf274e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.758532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.758532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.758532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.758532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.758532] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.760140] env[69692]: INFO nova.compute.manager [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Terminating instance [ 1159.771976] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b9c32-cb25-4e25-b4bf-ceed27a19646 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.781472] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8921779-c7da-43f2-8c26-6cc0af25c043 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.820621] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179210MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1159.820878] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.826673] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Successfully updated port: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.922357] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.040821] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536709, 'name': Destroy_Task, 'duration_secs': 0.342175} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.041119] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Destroyed the VM [ 1160.041365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1160.041631] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56997cb2-535d-4fe6-affc-02e3c5b78303 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.047936] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1160.047936] env[69692]: value = "task-3536712" [ 1160.047936] env[69692]: _type = "Task" [ 1160.047936] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.055766] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.218446] env[69692]: DEBUG oslo_vmware.api [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253886} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.218753] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.218893] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.219081] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.219261] env[69692]: INFO nova.compute.manager [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1160.219642] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.219864] env[69692]: DEBUG nova.compute.manager [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.219974] env[69692]: DEBUG nova.network.neutron [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.234443] env[69692]: DEBUG nova.compute.utils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.235912] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.236093] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.276532] env[69692]: DEBUG nova.compute.manager [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.276808] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.277777] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acab7d4-668c-4afb-9509-62b51cc77399 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.286113] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.286318] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19f6024-8840-4b05-a16c-16e51f550880 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.289395] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.289663] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.289896] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.290120] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.290296] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.293061] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1160.293061] env[69692]: value = "task-3536713" [ 1160.293061] env[69692]: _type = "Task" [ 1160.293061] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.293500] env[69692]: INFO nova.compute.manager [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Terminating instance [ 1160.299785] env[69692]: DEBUG nova.policy [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1053e2d356c041c89a22fd313cf2b7c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cfdd89b38e941f3bf89b08cc141bc8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.309402] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.328343] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.328477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquired lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.328640] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.446575] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.558458] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536712, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.740083] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.802546] env[69692]: DEBUG nova.compute.manager [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.802782] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.804699] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0517143-04a9-4fb9-a803-069fff2ec70b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.811242] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Successfully created port: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.819695] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536713, 'name': PowerOffVM_Task, 'duration_secs': 0.300347} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.820567] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.820728] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.820970] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e98daab3-793b-430e-82e1-3df1aa37a954 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.827087] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.827398] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dba3e26-aa98-4288-ad68-5ce377966b27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.838126] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1160.838126] env[69692]: value = "task-3536715" [ 1160.838126] env[69692]: _type = "Task" [ 1160.838126] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.846107] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.880300] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.880530] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.880718] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Deleting the datastore file [datastore2] 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.880993] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951f4f12-8a02-4683-b80e-53c3cdc3bff5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.890734] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for the task: (returnval){ [ 1160.890734] env[69692]: value = "task-3536716" [ 1160.890734] env[69692]: _type = "Task" [ 1160.890734] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.899859] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.907952] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.058324] env[69692]: DEBUG oslo_vmware.api [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536712, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814605} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.060929] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1161.160551] env[69692]: DEBUG nova.network.neutron [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updating instance_info_cache with network_info: [{"id": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "address": "fa:16:3e:48:87:81", "network": {"id": "6ab938c8-f0db-46cc-b9cb-74960c87d9c3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1982240309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c068ed25394b479f90cae60115f9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f1ce30-ba", "ovs_interfaceid": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.169281] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63314ae6-cfe6-4837-b110-3b65afec1966 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.178548] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e9085-682a-444f-b308-ab93debf374f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.212431] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aff749-db76-40c7-8c3f-b8cdfd909bf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.219827] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974f4ce-2a4c-4bf0-8761-a4a869836aaf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.236053] env[69692]: DEBUG nova.compute.provider_tree [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.347315] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536715, 'name': PowerOffVM_Task, 'duration_secs': 0.188815} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.347577] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.347747] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.347992] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63be6b67-816c-4a9a-a396-1f9a2baf0d96 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.399753] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.403806] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.404028] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.404217] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleting the datastore file [datastore1] 4066698a-5ec4-4e39-a9cd-3521fe4f45cd {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.404460] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2e383b-5e2f-4732-bf87-15b61eaf92da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.410631] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1161.410631] env[69692]: value = "task-3536718" [ 1161.410631] env[69692]: _type = "Task" [ 1161.410631] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.418192] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.506258] env[69692]: DEBUG nova.network.neutron [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.565973] env[69692]: WARNING nova.compute.manager [None req-e8ee8bcc-4858-41c4-b03c-e597a7064fd3 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Image not found during snapshot: nova.exception.ImageNotFound: Image 1c33630c-2d16-4079-ab09-c7f8f12e3142 could not be found. [ 1161.663328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Releasing lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.663674] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Instance network_info: |[{"id": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "address": "fa:16:3e:48:87:81", "network": {"id": "6ab938c8-f0db-46cc-b9cb-74960c87d9c3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1982240309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c068ed25394b479f90cae60115f9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f1ce30-ba", "ovs_interfaceid": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.664962] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:87:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.671718] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Creating folder: Project (48c068ed25394b479f90cae60115f9bd). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.672148] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93bad5cf-825c-4aa5-84b0-42dfa3d7d371 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.682304] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Created folder: Project (48c068ed25394b479f90cae60115f9bd) in parent group-v706084. [ 1161.682503] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Creating folder: Instances. Parent ref: group-v706335. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.682772] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4810e62a-96d7-451c-b9dc-ac6e0c43f594 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.691560] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Created folder: Instances in parent group-v706335. [ 1161.691703] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.691869] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.692088] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72510a70-a0e2-4d98-8136-53c24310497e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.710640] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.710640] env[69692]: value = "task-3536721" [ 1161.710640] env[69692]: _type = "Task" [ 1161.710640] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.720555] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536721, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.744159] env[69692]: DEBUG nova.scheduler.client.report [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.751721] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.764984] env[69692]: DEBUG nova.compute.manager [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Received event network-changed-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.764984] env[69692]: DEBUG nova.compute.manager [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Refreshing instance network info cache due to event network-changed-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.764984] env[69692]: DEBUG oslo_concurrency.lockutils [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] Acquiring lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.764984] env[69692]: DEBUG oslo_concurrency.lockutils [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] Acquired lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.764984] env[69692]: DEBUG nova.network.neutron [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Refreshing network info cache for port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.801690] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.801690] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.801914] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.802033] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.802187] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.802391] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.802575] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.802710] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.802995] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.803066] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.803242] env[69692]: DEBUG nova.virt.hardware [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.804501] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9de68e-5fc6-4650-93f1-13fd2cbc9e35 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.813252] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac977d-70ce-43ec-a734-faf80dcffb0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.903287] env[69692]: DEBUG oslo_vmware.api [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Task: {'id': task-3536716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553721} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.903652] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.903940] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.904184] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.904392] env[69692]: INFO nova.compute.manager [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1161.904724] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.905308] env[69692]: DEBUG nova.compute.manager [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.905453] env[69692]: DEBUG nova.network.neutron [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.920008] env[69692]: DEBUG oslo_vmware.api [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422916} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.920180] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.920513] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.920551] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.920798] env[69692]: INFO nova.compute.manager [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.920925] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.921123] env[69692]: DEBUG nova.compute.manager [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.921225] env[69692]: DEBUG nova.network.neutron [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.008906] env[69692]: INFO nova.compute.manager [-] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Took 1.79 seconds to deallocate network for instance. [ 1162.224659] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536721, 'name': CreateVM_Task, 'duration_secs': 0.35975} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.224962] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.225889] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.226154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.227291] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.227291] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc507660-f79b-4cd5-8638-9bbdf79cb677 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.233120] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1162.233120] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c529be-7f57-140c-4b84-6bc57ca76a70" [ 1162.233120] env[69692]: _type = "Task" [ 1162.233120] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.241349] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c529be-7f57-140c-4b84-6bc57ca76a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.248235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.251504] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.251504] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.148s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.251683] env[69692]: DEBUG nova.objects.instance [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lazy-loading 'resources' on Instance uuid 680ce770-728e-4f36-8162-51a67a66d9a2 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.515187] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.564528] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Successfully updated port: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.596208] env[69692]: DEBUG nova.network.neutron [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updated VIF entry in instance network info cache for port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.596576] env[69692]: DEBUG nova.network.neutron [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updating instance_info_cache with network_info: [{"id": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "address": "fa:16:3e:48:87:81", "network": {"id": "6ab938c8-f0db-46cc-b9cb-74960c87d9c3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1982240309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c068ed25394b479f90cae60115f9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f1ce30-ba", "ovs_interfaceid": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.637169] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.637370] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.637706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.637706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.637945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.641419] env[69692]: INFO nova.compute.manager [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Terminating instance [ 1162.743749] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c529be-7f57-140c-4b84-6bc57ca76a70, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.744062] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.744300] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.744536] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.744684] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.744862] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.745136] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596e91a8-c700-4535-96ab-b6876f5d4a5a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.756851] env[69692]: DEBUG nova.compute.utils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.758137] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.759030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.759459] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.759691] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.761270] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1789a3a1-b136-4c0d-a116-f98d358e3207 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.767573] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1162.767573] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e92ab0-0b4c-b108-beba-3b501b443e4c" [ 1162.767573] env[69692]: _type = "Task" [ 1162.767573] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.776807] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e92ab0-0b4c-b108-beba-3b501b443e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.802928] env[69692]: DEBUG nova.policy [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.864770] env[69692]: DEBUG nova.network.neutron [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.870082] env[69692]: DEBUG nova.network.neutron [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.067895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.068055] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquired lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.068205] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.083746] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ffddd-305c-4ba9-896d-149f4507f748 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.091926] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954e992-2e96-4eb6-b101-d03de3a55725 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.098613] env[69692]: DEBUG oslo_concurrency.lockutils [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] Releasing lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.098904] env[69692]: DEBUG nova.compute.manager [req-51424e3c-8c42-4062-9e54-723051514859 req-38b71669-707a-412d-8a3f-9cecf2749a7e service nova] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Received event network-vif-deleted-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.125738] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4a4b4-9987-4df3-87fe-d765a53d62b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.133263] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Successfully created port: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.136008] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a32426d-4e2b-42e0-b917-1b89ed459ef5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.150763] env[69692]: DEBUG nova.compute.manager [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.150981] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.151461] env[69692]: DEBUG nova.compute.provider_tree [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.153260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346c3fc-95d7-4e84-8c25-3bb0ac2c66d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.160382] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.161040] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90165b0-f65d-4edc-909f-f952e4e7c59b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.167153] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1163.167153] env[69692]: value = "task-3536722" [ 1163.167153] env[69692]: _type = "Task" [ 1163.167153] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.174877] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.260270] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.277313] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e92ab0-0b4c-b108-beba-3b501b443e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.278208] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a36d8e-2a85-48c7-a19e-f992bdf04982 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.283881] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1163.283881] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52928d36-fb8c-fb8b-b768-fd1bb7ab1a66" [ 1163.283881] env[69692]: _type = "Task" [ 1163.283881] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.293310] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52928d36-fb8c-fb8b-b768-fd1bb7ab1a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.367430] env[69692]: INFO nova.compute.manager [-] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Took 1.46 seconds to deallocate network for instance. [ 1163.376020] env[69692]: INFO nova.compute.manager [-] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Took 1.45 seconds to deallocate network for instance. [ 1163.606548] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.657123] env[69692]: DEBUG nova.scheduler.client.report [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.677756] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536722, 'name': PowerOffVM_Task, 'duration_secs': 0.181831} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.678511] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.678688] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.678938] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19a536c-f856-4a3e-9ae1-43c22073d759 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.742137] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.742375] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.742625] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleting the datastore file [datastore2] fd30d2e6-c236-4d22-8e97-0046c327bd21 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.742853] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8505429-761d-4937-84d5-aa641a0cc41d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.750448] env[69692]: DEBUG nova.network.neutron [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updating instance_info_cache with network_info: [{"id": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "address": "fa:16:3e:5f:b4:6e", "network": {"id": "3457f6e4-0d30-44d7-89fa-2bf94c6db3a9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1415398227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cfdd89b38e941f3bf89b08cc141bc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b8930-bc", "ovs_interfaceid": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.756976] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for the task: (returnval){ [ 1163.756976] env[69692]: value = "task-3536724" [ 1163.756976] env[69692]: _type = "Task" [ 1163.756976] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.768812] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.795570] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52928d36-fb8c-fb8b-b768-fd1bb7ab1a66, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.796479] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.796771] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 7ae62a8e-3afc-454d-9f9b-da4dba355f0f/7ae62a8e-3afc-454d-9f9b-da4dba355f0f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.798815] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Received event network-vif-deleted-92a047ce-fe79-4404-9aac-d19343174055 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.799094] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Received event network-vif-deleted-40b46c13-18ca-4cf3-91b5-bf7b081bef86 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.799336] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Received event network-vif-plugged-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.799573] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Acquiring lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.799862] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.800328] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.800328] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] No waiting events found dispatching network-vif-plugged-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.800548] env[69692]: WARNING nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Received unexpected event network-vif-plugged-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 for instance with vm_state building and task_state spawning. [ 1163.800751] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Received event network-changed-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.800960] env[69692]: DEBUG nova.compute.manager [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Refreshing instance network info cache due to event network-changed-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.801192] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Acquiring lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.801435] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0177b53e-bd99-4d43-8f32-7ae1c4160892 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.808542] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1163.808542] env[69692]: value = "task-3536725" [ 1163.808542] env[69692]: _type = "Task" [ 1163.808542] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.818694] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.875124] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.880695] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.163298] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.166227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.922s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.167913] env[69692]: INFO nova.compute.claims [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.189838] env[69692]: INFO nova.scheduler.client.report [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Deleted allocations for instance 680ce770-728e-4f36-8162-51a67a66d9a2 [ 1164.253099] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Releasing lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.253433] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Instance network_info: |[{"id": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "address": "fa:16:3e:5f:b4:6e", "network": {"id": "3457f6e4-0d30-44d7-89fa-2bf94c6db3a9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1415398227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cfdd89b38e941f3bf89b08cc141bc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b8930-bc", "ovs_interfaceid": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.253739] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Acquired lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.253926] env[69692]: DEBUG nova.network.neutron [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Refreshing network info cache for port 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.255231] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:b4:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4b8930-bcf2-4df9-9e5e-b095d081e2e3', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.262887] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Creating folder: Project (1cfdd89b38e941f3bf89b08cc141bc8a). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.263998] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2debc6-d6e9-4192-8075-254ea421c110 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.275571] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.277520] env[69692]: DEBUG oslo_vmware.api [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Task: {'id': task-3536724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145961} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.279104] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.279302] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.279505] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.279882] env[69692]: INFO nova.compute.manager [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.279882] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.280383] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Created folder: Project (1cfdd89b38e941f3bf89b08cc141bc8a) in parent group-v706084. [ 1164.280556] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Creating folder: Instances. Parent ref: group-v706338. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.280784] env[69692]: DEBUG nova.compute.manager [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.280878] env[69692]: DEBUG nova.network.neutron [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.282547] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8962c679-11bd-4cb0-9395-ddd184785f85 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.294569] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Created folder: Instances in parent group-v706338. [ 1164.294832] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.296977] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.297400] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5d31b11-202d-4710-a04d-44659db12229 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.314883] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.315200] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.315362] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.315549] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.315697] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.315843] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.316119] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.316235] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.316435] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.316610] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.316849] env[69692]: DEBUG nova.virt.hardware [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.318073] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0753da97-761b-4351-b55d-d1a6ac722b9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.334501] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328bed9-9714-42e3-97b6-91c494f6eeb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.338602] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.338602] env[69692]: value = "task-3536728" [ 1164.338602] env[69692]: _type = "Task" [ 1164.338602] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.338901] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46193} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.339277] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 7ae62a8e-3afc-454d-9f9b-da4dba355f0f/7ae62a8e-3afc-454d-9f9b-da4dba355f0f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.339535] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.343572] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f0157b-6678-4f7e-a02e-e84bc4407741 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.362051] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536728, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.363535] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1164.363535] env[69692]: value = "task-3536729" [ 1164.363535] env[69692]: _type = "Task" [ 1164.363535] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.373580] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.698684] env[69692]: DEBUG oslo_concurrency.lockutils [None req-929fcca2-c669-4d4b-b693-092a68f4f21a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Lock "680ce770-728e-4f36-8162-51a67a66d9a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.042s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.704215] env[69692]: DEBUG nova.compute.manager [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-vif-plugged-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.704483] env[69692]: DEBUG oslo_concurrency.lockutils [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.704727] env[69692]: DEBUG oslo_concurrency.lockutils [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.704904] env[69692]: DEBUG oslo_concurrency.lockutils [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.705352] env[69692]: DEBUG nova.compute.manager [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] No waiting events found dispatching network-vif-plugged-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.705570] env[69692]: WARNING nova.compute.manager [req-47d4d3b9-0ae4-4faf-815f-261e7ed72138 req-90703f02-229f-4e84-8ce6-f89a2ec9eb7f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received unexpected event network-vif-plugged-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa for instance with vm_state building and task_state spawning. [ 1164.856895] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536728, 'name': CreateVM_Task, 'duration_secs': 0.296642} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.857101] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.857786] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.857972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.858684] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.859023] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326d3c8c-e77b-4218-be40-6df42e194160 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.866524] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1164.866524] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521ffcc3-7642-307f-3fb0-834e5bfb1510" [ 1164.866524] env[69692]: _type = "Task" [ 1164.866524] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.877182] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118227} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.882889] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.883138] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521ffcc3-7642-307f-3fb0-834e5bfb1510, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.883884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bf126-e827-4f32-a807-3ccd844e5b90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.886264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.886492] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.886718] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.886865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.887050] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.887619] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be13c889-d2ce-4d08-91a2-6a2d7e2a4d9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.891698] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Successfully updated port: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.915847] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7ae62a8e-3afc-454d-9f9b-da4dba355f0f/7ae62a8e-3afc-454d-9f9b-da4dba355f0f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.920084] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1576649e-a3b6-410d-8721-0de06b6f4a1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.936456] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.936644] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.938038] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356f3fcf-3169-4e60-985c-1c63d7f18991 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.945387] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1164.945387] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]527fddbb-f4fe-9c23-54ef-2b4e2dd0d1e2" [ 1164.945387] env[69692]: _type = "Task" [ 1164.945387] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.948365] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1164.948365] env[69692]: value = "task-3536730" [ 1164.948365] env[69692]: _type = "Task" [ 1164.948365] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.960777] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527fddbb-f4fe-9c23-54ef-2b4e2dd0d1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.961519] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.049108] env[69692]: DEBUG nova.network.neutron [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.148203] env[69692]: DEBUG nova.network.neutron [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updated VIF entry in instance network info cache for port 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.148558] env[69692]: DEBUG nova.network.neutron [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updating instance_info_cache with network_info: [{"id": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "address": "fa:16:3e:5f:b4:6e", "network": {"id": "3457f6e4-0d30-44d7-89fa-2bf94c6db3a9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1415398227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cfdd89b38e941f3bf89b08cc141bc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b8930-bc", "ovs_interfaceid": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.394845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.395109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.395362] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.459894] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]527fddbb-f4fe-9c23-54ef-2b4e2dd0d1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019047} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.466432] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536730, 'name': ReconfigVM_Task, 'duration_secs': 0.311676} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.466569] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7b7005-831b-431e-b6e7-7f7c0edc0469 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.472160] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7ae62a8e-3afc-454d-9f9b-da4dba355f0f/7ae62a8e-3afc-454d-9f9b-da4dba355f0f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.473178] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5949b9-269d-441b-8cde-129e540f72d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.483240] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1165.483240] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb0802-cf1d-64a2-727a-4d8b87cad7a6" [ 1165.483240] env[69692]: _type = "Task" [ 1165.483240] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.484583] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1165.484583] env[69692]: value = "task-3536731" [ 1165.484583] env[69692]: _type = "Task" [ 1165.484583] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.497382] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb0802-cf1d-64a2-727a-4d8b87cad7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.500511] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536731, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.518637] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d042c-3948-438f-bb8a-f6cff6bb5d53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.526554] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18affe30-259e-4a1e-8d32-129ed160973b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.560418] env[69692]: INFO nova.compute.manager [-] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Took 1.28 seconds to deallocate network for instance. [ 1165.563165] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5637d3c-7b79-439a-becb-70d5650c8d57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.580021] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b2d90-fdc8-4359-8721-e88efc347271 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.591478] env[69692]: DEBUG nova.compute.provider_tree [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.651106] env[69692]: DEBUG oslo_concurrency.lockutils [req-a288e7de-23bd-4aaf-a20f-c720d645b1a7 req-df06f362-3250-45a0-b66f-0c4ad06c3757 service nova] Releasing lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.855203] env[69692]: DEBUG nova.compute.manager [req-5de7b486-18a9-4229-830b-1f975e48a963 req-b9e8530d-a650-40ca-bc5b-43dbc458fc0f service nova] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Received event network-vif-deleted-ebc02379-f75b-4021-b36e-c0bdc18a03bb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.930374] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.003933] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536731, 'name': Rename_Task, 'duration_secs': 0.144469} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.007569] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.007846] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52eb0802-cf1d-64a2-727a-4d8b87cad7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.036618} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.008068] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-973cd895-d098-4ae9-9d66-b8de08f8ec7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.010078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.010078] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 274c99c0-62eb-459b-a44c-c4ae9f4303dc/274c99c0-62eb-459b-a44c-c4ae9f4303dc.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.011561] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f18d2d4f-61f6-4817-b51a-de18af2b1b0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.021778] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1166.021778] env[69692]: value = "task-3536732" [ 1166.021778] env[69692]: _type = "Task" [ 1166.021778] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.022137] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1166.022137] env[69692]: value = "task-3536733" [ 1166.022137] env[69692]: _type = "Task" [ 1166.022137] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.033318] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.038110] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.079863] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.096256] env[69692]: DEBUG nova.network.neutron [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.098618] env[69692]: DEBUG nova.scheduler.client.report [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.537683] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.541264] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536733, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.603282] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.603610] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Instance network_info: |[{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.604383] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.604888] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.607528] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:9b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.615104] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.615584] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.270s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.615803] env[69692]: DEBUG nova.objects.instance [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid db7595ac-4e9d-4f4a-850d-58fde8a1b6a3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.616874] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.617110] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bda288c9-2cfa-4bf7-ba19-d52d43b01cc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.639922] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.639922] env[69692]: value = "task-3536734" [ 1166.639922] env[69692]: _type = "Task" [ 1166.639922] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.649396] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536734, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.731423] env[69692]: DEBUG nova.compute.manager [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.731660] env[69692]: DEBUG nova.compute.manager [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing instance network info cache due to event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.731887] env[69692]: DEBUG oslo_concurrency.lockutils [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.733040] env[69692]: DEBUG oslo_concurrency.lockutils [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.733040] env[69692]: DEBUG nova.network.neutron [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.039896] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548289} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.040319] env[69692]: DEBUG oslo_vmware.api [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536732, 'name': PowerOnVM_Task, 'duration_secs': 0.675868} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.040415] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 274c99c0-62eb-459b-a44c-c4ae9f4303dc/274c99c0-62eb-459b-a44c-c4ae9f4303dc.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.040576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.040828] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.041046] env[69692]: INFO nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1167.041237] env[69692]: DEBUG nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.041637] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f65ba8f7-2b60-4b8f-b34b-479e7e45f7a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.044020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be41c648-86de-4e13-98db-682e2fdd023e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.057703] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1167.057703] env[69692]: value = "task-3536735" [ 1167.057703] env[69692]: _type = "Task" [ 1167.057703] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.066167] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.117427] env[69692]: DEBUG nova.compute.utils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.119296] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.119540] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.153781] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536734, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.202846] env[69692]: DEBUG nova.policy [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9fa58be841144bea7db5e119b03297f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43bdbf1f52c4489e8834dc6af54961ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.523926] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba519f-1dce-4ce2-8325-7dc8db605039 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.527672] env[69692]: DEBUG nova.network.neutron [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updated VIF entry in instance network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.528065] env[69692]: DEBUG nova.network.neutron [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.533144] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff7dc8-31d2-4ce9-a7b3-e52695fa478c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.584646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472beb04-1b23-4cd7-bb46-924d44bece62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.589350] env[69692]: INFO nova.compute.manager [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Took 41.71 seconds to build instance. [ 1167.597445] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071076} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.600458] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.602142] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eceb9a2-5619-4ffe-93ca-36de73217d7c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.607702] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3a539-3115-4ebc-a840-4bb757d381d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.647203] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.659595] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 274c99c0-62eb-459b-a44c-c4ae9f4303dc/274c99c0-62eb-459b-a44c-c4ae9f4303dc.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.660217] env[69692]: DEBUG nova.compute.provider_tree [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.661954] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beef44e0-bda4-4de8-a2a0-89995f667b04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.680474] env[69692]: DEBUG nova.scheduler.client.report [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.687499] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Successfully created port: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.695241] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1167.695241] env[69692]: value = "task-3536736" [ 1167.695241] env[69692]: _type = "Task" [ 1167.695241] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.695241] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536734, 'name': CreateVM_Task, 'duration_secs': 0.72342} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.695241] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.698998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.698998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.698998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.699188] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859b3c0a-a266-417a-9845-1484a6980369 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.707418] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.708545] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1167.708545] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52daca06-5f9d-ab16-d470-10984884ac17" [ 1167.708545] env[69692]: _type = "Task" [ 1167.708545] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.717555] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52daca06-5f9d-ab16-d470-10984884ac17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.032799] env[69692]: DEBUG oslo_concurrency.lockutils [req-76fa1699-5232-40ae-a98d-b8df80ecd95f req-55b5751c-aab8-4e70-ab16-f3607963655b service nova] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.091894] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.218s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.187260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.571s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.191061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.868s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.193000] env[69692]: DEBUG nova.objects.instance [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lazy-loading 'resources' on Instance uuid 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.211153] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536736, 'name': ReconfigVM_Task, 'duration_secs': 0.511798} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.219233] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 274c99c0-62eb-459b-a44c-c4ae9f4303dc/274c99c0-62eb-459b-a44c-c4ae9f4303dc.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.221795] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef39586-a8bb-4d3b-a6c9-35ab6c129ecc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.224507] env[69692]: INFO nova.scheduler.client.report [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance db7595ac-4e9d-4f4a-850d-58fde8a1b6a3 [ 1168.232527] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52daca06-5f9d-ab16-d470-10984884ac17, 'name': SearchDatastore_Task, 'duration_secs': 0.036896} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.234062] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.234291] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.234519] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.234662] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.234834] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.235162] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1168.235162] env[69692]: value = "task-3536737" [ 1168.235162] env[69692]: _type = "Task" [ 1168.235162] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.238275] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00aa3780-ca6c-42bd-9855-b6e553c6f578 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.248278] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536737, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.249924] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.249924] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.250470] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4fbb64-5958-4e0b-a620-138843dd2a05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.257621] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1168.257621] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d1c72f-d71f-e20c-ad67-091835bc6ba6" [ 1168.257621] env[69692]: _type = "Task" [ 1168.257621] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.265017] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d1c72f-d71f-e20c-ad67-091835bc6ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.668700] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.707162] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.707162] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.707432] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.707432] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.707554] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.707799] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.708065] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.708288] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.708472] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.708756] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.708832] env[69692]: DEBUG nova.virt.hardware [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.710215] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc1184a-ae90-45cb-8c46-e8ba895e4cd8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.720038] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08ac5c-7699-4f07-b70d-46ce46f319a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.744157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53e3780c-4ab2-4ab1-b132-13a66a3adddf tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "db7595ac-4e9d-4f4a-850d-58fde8a1b6a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.911s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.749350] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536737, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.765054] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d1c72f-d71f-e20c-ad67-091835bc6ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.769881] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a201818-dd0e-418b-934a-4b2a2b67a109 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.775501] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1168.775501] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4e93-1c97-e25c-4917-3791e18d399b" [ 1168.775501] env[69692]: _type = "Task" [ 1168.775501] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.783683] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4e93-1c97-e25c-4917-3791e18d399b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.046549] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33722038-0d56-4f4e-a9d4-9e2b9f3d642a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.054989] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de467337-08ab-4eae-add3-de5b7d67c7da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.088998] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77162135-0d62-48ee-8cb1-3f04721eca3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.097323] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdd0f23-b249-41f9-975e-ac496fdeaae6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.111214] env[69692]: DEBUG nova.compute.provider_tree [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.233232] env[69692]: DEBUG nova.compute.manager [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Received event network-changed-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.234497] env[69692]: DEBUG nova.compute.manager [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Refreshing instance network info cache due to event network-changed-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.234497] env[69692]: DEBUG oslo_concurrency.lockutils [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] Acquiring lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.234497] env[69692]: DEBUG oslo_concurrency.lockutils [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] Acquired lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.236105] env[69692]: DEBUG nova.network.neutron [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Refreshing network info cache for port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.259027] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536737, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.290397] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4e93-1c97-e25c-4917-3791e18d399b, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.290671] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.291008] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 35f9b1dc-ad13-459a-a1af-668e72aafbe7/35f9b1dc-ad13-459a-a1af-668e72aafbe7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.291323] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c31a1a1-b793-417b-a629-9e25b8278459 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.299654] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1169.299654] env[69692]: value = "task-3536738" [ 1169.299654] env[69692]: _type = "Task" [ 1169.299654] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.309305] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.614306] env[69692]: DEBUG nova.scheduler.client.report [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.655431] env[69692]: DEBUG nova.compute.manager [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Received event network-vif-plugged-9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.655667] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] Acquiring lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.655883] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] Lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.656062] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] Lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.656324] env[69692]: DEBUG nova.compute.manager [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] No waiting events found dispatching network-vif-plugged-9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.656413] env[69692]: WARNING nova.compute.manager [req-2f1fafd4-0149-4dbc-b68f-e915e9d27c56 req-f264ca95-009f-4fa9-a0f4-1de45bcb3e5a service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Received unexpected event network-vif-plugged-9c1f0534-b330-4647-b6f7-f3e848c9dbbd for instance with vm_state building and task_state spawning. [ 1169.759908] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536737, 'name': Rename_Task, 'duration_secs': 1.12535} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.760252] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.762075] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f8cac7f-b114-45e0-b23c-412ca2f7f2ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.770106] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1169.770106] env[69692]: value = "task-3536739" [ 1169.770106] env[69692]: _type = "Task" [ 1169.770106] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.785456] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Successfully updated port: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.786425] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.811705] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484416} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.814931] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 35f9b1dc-ad13-459a-a1af-668e72aafbe7/35f9b1dc-ad13-459a-a1af-668e72aafbe7.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.814931] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.814931] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70b59237-0fe6-460b-89e0-215b5c2d4232 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.822668] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1169.822668] env[69692]: value = "task-3536740" [ 1169.822668] env[69692]: _type = "Task" [ 1169.822668] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.834584] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.882441] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.882606] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.119179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.121811] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.940s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.123772] env[69692]: INFO nova.compute.claims [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.140630] env[69692]: DEBUG nova.network.neutron [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updated VIF entry in instance network info cache for port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.142209] env[69692]: DEBUG nova.network.neutron [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updating instance_info_cache with network_info: [{"id": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "address": "fa:16:3e:48:87:81", "network": {"id": "6ab938c8-f0db-46cc-b9cb-74960c87d9c3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1982240309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c068ed25394b479f90cae60115f9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f1ce30-ba", "ovs_interfaceid": "a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.148095] env[69692]: INFO nova.scheduler.client.report [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Deleted allocations for instance 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab [ 1170.281087] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536739, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.286808] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.286950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquired lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.287110] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.336219] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075104} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.336881] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.337276] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c2ca9e-9b16-405f-ba4b-e837db5aa8c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.359336] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 35f9b1dc-ad13-459a-a1af-668e72aafbe7/35f9b1dc-ad13-459a-a1af-668e72aafbe7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.359649] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785dccaa-4b7b-4cae-92fc-b429adb0a86e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.378906] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1170.378906] env[69692]: value = "task-3536741" [ 1170.378906] env[69692]: _type = "Task" [ 1170.378906] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.385530] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.390962] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.644596] env[69692]: DEBUG oslo_concurrency.lockutils [req-4cdde758-e4e6-4687-8a29-3d1906ebdff4 req-c939bcdf-b6ae-4c5a-aed4-54e828f49421 service nova] Releasing lock "refresh_cache-7ae62a8e-3afc-454d-9f9b-da4dba355f0f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.659957] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Lock "76d87d9d-6121-4a3d-b7b2-4a75770ba2ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.735s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.781386] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.854053] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.895527] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.917502] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.154116] env[69692]: DEBUG nova.network.neutron [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Updating instance_info_cache with network_info: [{"id": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "address": "fa:16:3e:13:8d:56", "network": {"id": "678e0678-d52d-4fb7-a564-c04c859bdb99", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1760733488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bdbf1f52c4489e8834dc6af54961ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1f0534-b3", "ovs_interfaceid": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.288335] env[69692]: DEBUG oslo_vmware.api [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536739, 'name': PowerOnVM_Task, 'duration_secs': 1.096265} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.288660] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.288875] env[69692]: INFO nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1171.289065] env[69692]: DEBUG nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.289875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2009028-7b70-4904-a083-5873be3a94a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.395663] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536741, 'name': ReconfigVM_Task, 'duration_secs': 0.825641} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.395979] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 35f9b1dc-ad13-459a-a1af-668e72aafbe7/35f9b1dc-ad13-459a-a1af-668e72aafbe7.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.399224] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f94423-9cd8-4b56-9d18-b96cc40ad187 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.406588] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1171.406588] env[69692]: value = "task-3536742" [ 1171.406588] env[69692]: _type = "Task" [ 1171.406588] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.421103] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536742, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.544799] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b0a09-42bd-49d7-a8db-368c901e94fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.552945] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d74457-e2e1-4350-8ba0-367aef8fa48e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.586474] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755fea9f-5d8b-44ed-b0a7-544888fb9628 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.594600] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f54684d-79e4-4a51-b4dd-59d43ca959e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.608974] env[69692]: DEBUG nova.compute.provider_tree [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.661042] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Releasing lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.661042] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Instance network_info: |[{"id": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "address": "fa:16:3e:13:8d:56", "network": {"id": "678e0678-d52d-4fb7-a564-c04c859bdb99", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1760733488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bdbf1f52c4489e8834dc6af54961ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1f0534-b3", "ovs_interfaceid": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.661042] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:8d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c1f0534-b330-4647-b6f7-f3e848c9dbbd', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.668239] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Creating folder: Project (43bdbf1f52c4489e8834dc6af54961ff). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.668239] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04652449-11f9-4fab-bd15-91bb8627ac2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.679767] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Created folder: Project (43bdbf1f52c4489e8834dc6af54961ff) in parent group-v706084. [ 1171.679900] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Creating folder: Instances. Parent ref: group-v706342. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.680377] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e69b68a5-2134-4c42-8934-604648291494 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.685727] env[69692]: DEBUG nova.compute.manager [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Received event network-changed-9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.685884] env[69692]: DEBUG nova.compute.manager [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Refreshing instance network info cache due to event network-changed-9c1f0534-b330-4647-b6f7-f3e848c9dbbd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.686119] env[69692]: DEBUG oslo_concurrency.lockutils [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] Acquiring lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.686295] env[69692]: DEBUG oslo_concurrency.lockutils [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] Acquired lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.686416] env[69692]: DEBUG nova.network.neutron [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Refreshing network info cache for port 9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.690429] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Created folder: Instances in parent group-v706342. [ 1171.690655] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.691096] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.691096] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ea5468-7d4e-43c4-b01c-a1ae30d9a9ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.712239] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.712239] env[69692]: value = "task-3536745" [ 1171.712239] env[69692]: _type = "Task" [ 1171.712239] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.724866] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536745, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.817969] env[69692]: INFO nova.compute.manager [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Took 43.40 seconds to build instance. [ 1171.921510] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536742, 'name': Rename_Task, 'duration_secs': 0.362584} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.921951] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.922325] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa05a685-db04-47cd-b3c3-cf1f7a608b0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.929914] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1171.929914] env[69692]: value = "task-3536746" [ 1171.929914] env[69692]: _type = "Task" [ 1171.929914] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.943012] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.954146] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.954499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.113639] env[69692]: DEBUG nova.scheduler.client.report [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.223873] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536745, 'name': CreateVM_Task, 'duration_secs': 0.491798} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.226184] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.226845] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.227016] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.227325] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.227872] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38147884-0465-496f-838e-e5771226caf4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.232697] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1172.232697] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524302ec-7129-1689-a5f7-a48ef675a57a" [ 1172.232697] env[69692]: _type = "Task" [ 1172.232697] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.240967] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524302ec-7129-1689-a5f7-a48ef675a57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.321080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-39747b61-9312-420e-b380-d0e2b4532745 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.910s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.331802] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.332173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.332436] env[69692]: INFO nova.compute.manager [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Rebooting instance [ 1172.440062] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536746, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.456722] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.462343] env[69692]: DEBUG nova.network.neutron [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Updated VIF entry in instance network info cache for port 9c1f0534-b330-4647-b6f7-f3e848c9dbbd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.462343] env[69692]: DEBUG nova.network.neutron [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Updating instance_info_cache with network_info: [{"id": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "address": "fa:16:3e:13:8d:56", "network": {"id": "678e0678-d52d-4fb7-a564-c04c859bdb99", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1760733488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bdbf1f52c4489e8834dc6af54961ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1f0534-b3", "ovs_interfaceid": "9c1f0534-b330-4647-b6f7-f3e848c9dbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.620405] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.620946] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.623691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.031s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.623920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.625921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.794s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.626154] env[69692]: DEBUG nova.objects.instance [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'resources' on Instance uuid cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.648623] env[69692]: INFO nova.scheduler.client.report [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocations for instance 29611fc5-dcd3-4fe8-a663-76b1859dd4a5 [ 1172.744030] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524302ec-7129-1689-a5f7-a48ef675a57a, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.744030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.744030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.744030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.744030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.744318] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.744395] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b23022b-668e-4c05-92fc-ee1eb9b5b8f3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.752372] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.752541] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.753222] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acd2cc0-f6ba-40a7-a480-f2ab7af79316 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.757713] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1172.757713] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5235990f-99bc-2d9a-fdd1-a47241a8df0d" [ 1172.757713] env[69692]: _type = "Task" [ 1172.757713] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.765774] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5235990f-99bc-2d9a-fdd1-a47241a8df0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.849576] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.849826] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquired lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.850057] env[69692]: DEBUG nova.network.neutron [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.943854] env[69692]: DEBUG oslo_vmware.api [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536746, 'name': PowerOnVM_Task, 'duration_secs': 1.013183} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.944180] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.944472] env[69692]: INFO nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1172.944745] env[69692]: DEBUG nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.945891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471915a-d7cd-4da9-89ec-1046c5b7673b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.964842] env[69692]: DEBUG oslo_concurrency.lockutils [req-611d6a83-954a-48a0-9d41-db02b7afdac1 req-63705865-eab5-4b53-bb28-7af0e49e4226 service nova] Releasing lock "refresh_cache-b97e63be-6fa4-417b-907e-2e4050712f72" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.978807] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.132808] env[69692]: DEBUG nova.compute.utils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.134299] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.134532] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.161221] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a138a74-02e5-4b9f-a133-ce3553ee14fd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "29611fc5-dcd3-4fe8-a663-76b1859dd4a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.548s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.191402] env[69692]: DEBUG nova.policy [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f255672516924abebf15b67dd1f154a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7031122d654ed8807080e15e9b0629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.269390] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5235990f-99bc-2d9a-fdd1-a47241a8df0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.273339] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c411e52e-fdab-4fb9-a145-854c80b781a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.279641] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1173.279641] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5287289c-4874-18d2-54d7-990e855b2343" [ 1173.279641] env[69692]: _type = "Task" [ 1173.279641] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.291288] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5287289c-4874-18d2-54d7-990e855b2343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.471492] env[69692]: INFO nova.compute.manager [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Took 39.23 seconds to build instance. [ 1173.506975] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd575e99-8fbd-47f5-9b0b-7ab7dd241b3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.518613] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9662d045-d8de-459e-8967-0ab374ae7f40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.557139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edecdb-f0c4-42f7-bf89-73ce8410e949 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.560314] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Successfully created port: 78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.567410] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c1c6f-4112-4581-bcc4-d746a9ea8e26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.581936] env[69692]: DEBUG nova.compute.provider_tree [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.638036] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.748931] env[69692]: DEBUG nova.network.neutron [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updating instance_info_cache with network_info: [{"id": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "address": "fa:16:3e:5f:b4:6e", "network": {"id": "3457f6e4-0d30-44d7-89fa-2bf94c6db3a9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1415398227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cfdd89b38e941f3bf89b08cc141bc8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b8930-bc", "ovs_interfaceid": "4c4b8930-bcf2-4df9-9e5e-b095d081e2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.789976] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5287289c-4874-18d2-54d7-990e855b2343, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.790255] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.790513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b97e63be-6fa4-417b-907e-2e4050712f72/b97e63be-6fa4-417b-907e-2e4050712f72.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.790771] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0d8df68-31e5-48b1-8eec-64a0c2a77bb8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.797919] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1173.797919] env[69692]: value = "task-3536747" [ 1173.797919] env[69692]: _type = "Task" [ 1173.797919] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.807653] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.973509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.239s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.068972] env[69692]: DEBUG nova.compute.manager [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.068972] env[69692]: DEBUG nova.compute.manager [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.068972] env[69692]: DEBUG oslo_concurrency.lockutils [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.069657] env[69692]: DEBUG oslo_concurrency.lockutils [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.070689] env[69692]: DEBUG nova.network.neutron [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.090025] env[69692]: DEBUG nova.scheduler.client.report [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.251789] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Releasing lock "refresh_cache-274c99c0-62eb-459b-a44c-c4ae9f4303dc" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.314087] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536747, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.593579] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.596497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.763s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.596849] env[69692]: DEBUG nova.objects.instance [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'resources' on Instance uuid 1ae978f1-3021-4f6f-bbb7-8e863c5498fd {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.620108] env[69692]: INFO nova.scheduler.client.report [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocations for instance cdab2efc-300a-4e67-8f3b-68acf2ec4bb1 [ 1174.653845] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.700067] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.700978] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.701428] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.704018] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.704703] env[69692]: DEBUG nova.virt.hardware [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.706518] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb03ee-cc61-4628-a201-0793bb51a391 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.719045] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8695300-7136-4f74-a4fe-d8cbb09ea4a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.756703] env[69692]: DEBUG nova.compute.manager [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.757532] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec3114-29d8-4c40-8bb1-83003feae7e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.807871] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783247} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.808142] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b97e63be-6fa4-417b-907e-2e4050712f72/b97e63be-6fa4-417b-907e-2e4050712f72.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.808357] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.808592] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a0a8f6-28c7-4d1c-b33d-4dd0134296d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.816761] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1174.816761] env[69692]: value = "task-3536748" [ 1174.816761] env[69692]: _type = "Task" [ 1174.816761] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.824066] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.944937] env[69692]: DEBUG nova.network.neutron [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.945340] env[69692]: DEBUG nova.network.neutron [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.083972] env[69692]: DEBUG nova.compute.manager [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Received event network-vif-plugged-78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.084256] env[69692]: DEBUG oslo_concurrency.lockutils [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.084508] env[69692]: DEBUG oslo_concurrency.lockutils [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.084753] env[69692]: DEBUG oslo_concurrency.lockutils [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.084968] env[69692]: DEBUG nova.compute.manager [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] No waiting events found dispatching network-vif-plugged-78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.085466] env[69692]: WARNING nova.compute.manager [req-9dce1bc4-8dd0-4eb5-9c62-d587e311d754 req-8ff5e0e2-7528-427c-93d4-6f6e5fda7b8a service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Received unexpected event network-vif-plugged-78380f33-af97-4ae5-b1e4-489bd7961ab9 for instance with vm_state building and task_state spawning. [ 1175.130600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "cdab2efc-300a-4e67-8f3b-68acf2ec4bb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.922s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.185553] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Successfully updated port: 78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.330219] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206275} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.330506] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.331400] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52bb0e-80fa-4845-91a5-65a4d3fb1f79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355127] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b97e63be-6fa4-417b-907e-2e4050712f72/b97e63be-6fa4-417b-907e-2e4050712f72.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.360386] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db9df97-7dfa-44aa-84b6-16e19f3936ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.380671] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1175.380671] env[69692]: value = "task-3536749" [ 1175.380671] env[69692]: _type = "Task" [ 1175.380671] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.391667] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.450192] env[69692]: DEBUG oslo_concurrency.lockutils [req-11362767-a287-4f83-b732-1f733ec5cb38 req-73a0d901-9e15-497d-98d7-d77e0716499e service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.458901] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496833aa-4f77-448f-beb0-85e9a330dda3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.467339] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78230740-a7f4-4ae6-8b6a-196929efb292 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.498153] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f352f-b43f-45d2-beaa-c9178bb3e5cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.505860] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9036b2-3f0d-4037-9211-d1383e25acb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.523134] env[69692]: DEBUG nova.compute.provider_tree [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.693587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.693587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.693747] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.778155] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06e409-b181-4ee5-8464-61c3ef6e5515 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.788197] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Doing hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1175.788489] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-34b69f90-13fa-43e9-8c4f-b409f68654d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.796749] env[69692]: DEBUG oslo_vmware.api [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1175.796749] env[69692]: value = "task-3536750" [ 1175.796749] env[69692]: _type = "Task" [ 1175.796749] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.805091] env[69692]: DEBUG oslo_vmware.api [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536750, 'name': ResetVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.894167] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536749, 'name': ReconfigVM_Task, 'duration_secs': 0.416472} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.894167] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b97e63be-6fa4-417b-907e-2e4050712f72/b97e63be-6fa4-417b-907e-2e4050712f72.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.894167] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f830f9c1-7125-4318-b90a-131872118529 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.901405] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1175.901405] env[69692]: value = "task-3536751" [ 1175.901405] env[69692]: _type = "Task" [ 1175.901405] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.909444] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536751, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.025707] env[69692]: DEBUG nova.scheduler.client.report [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.253887] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.307893] env[69692]: DEBUG oslo_vmware.api [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536750, 'name': ResetVM_Task, 'duration_secs': 0.331626} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.308450] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Did hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1176.308784] env[69692]: DEBUG nova.compute.manager [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.309695] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7269aa32-d5cb-45c3-9214-0d5fcac872ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.374328] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.375036] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing instance network info cache due to event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.375482] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.376093] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.376391] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.409208] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536751, 'name': Rename_Task, 'duration_secs': 0.170169} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.409526] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.409827] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e47a8e-63ad-43e7-820a-49de1b6f18a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.415904] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1176.415904] env[69692]: value = "task-3536752" [ 1176.415904] env[69692]: _type = "Task" [ 1176.415904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.423786] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.493781] env[69692]: DEBUG nova.network.neutron [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.533763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.536007] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.715s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.566048] env[69692]: INFO nova.scheduler.client.report [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted allocations for instance 1ae978f1-3021-4f6f-bbb7-8e863c5498fd [ 1176.823572] env[69692]: DEBUG oslo_concurrency.lockutils [None req-29d6ee1b-4ebf-4fe5-8ea5-14399724c880 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.491s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.930904] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.997358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.997916] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Instance network_info: |[{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.998108] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:48:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78380f33-af97-4ae5-b1e4-489bd7961ab9', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.005847] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.006414] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.006643] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a565db1-70ee-4833-824a-37a0aa417c2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.029267] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.029267] env[69692]: value = "task-3536753" [ 1177.029267] env[69692]: _type = "Task" [ 1177.029267] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.038443] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536753, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.073872] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "1ae978f1-3021-4f6f-bbb7-8e863c5498fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.387s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.120968] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.121275] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.121652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.121949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.121949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.124636] env[69692]: INFO nova.compute.manager [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Terminating instance [ 1177.134270] env[69692]: DEBUG nova.compute.manager [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Received event network-changed-78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.134453] env[69692]: DEBUG nova.compute.manager [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Refreshing instance network info cache due to event network-changed-78380f33-af97-4ae5-b1e4-489bd7961ab9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.134735] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] Acquiring lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.134854] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] Acquired lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.134944] env[69692]: DEBUG nova.network.neutron [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Refreshing network info cache for port 78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.222447] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updated VIF entry in instance network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.222839] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.407893] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.408287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.431936] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.454490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.454490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.539152] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536753, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.577954] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 137791b5-ce5f-45af-b051-30e71d508b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.578153] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.578292] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6990cec6-ebac-4df4-8336-32134853d547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.578455] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance cd4e49bb-7bfc-4b07-95ff-68d764b046f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.578655] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 6203955b-b451-404b-9d18-ef6a4e0a5da6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1177.578779] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 07bad96d-003b-43ef-b1c8-a9edd4069909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.578920] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 432b3ead-204a-4f1b-8283-2c448acc227b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.579082] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 9f84f964-813c-48cd-9503-33f53559b885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.579239] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.579419] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.579564] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 4066698a-5ec4-4e39-a9cd-3521fe4f45cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1177.579706] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fd30d2e6-c236-4d22-8e97-0046c327bd21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1177.579833] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1177.579950] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 7ae62a8e-3afc-454d-9f9b-da4dba355f0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.580089] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 274c99c0-62eb-459b-a44c-c4ae9f4303dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.580213] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 35f9b1dc-ad13-459a-a1af-668e72aafbe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.580359] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b97e63be-6fa4-417b-907e-2e4050712f72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.580470] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fac89447-8f75-4063-907f-bcf7186c8852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1177.628715] env[69692]: DEBUG nova.compute.manager [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.628934] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.629809] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4626f30-dfeb-4529-8e20-d8adf2a5a592 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.637507] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.637741] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e8d926-68c5-4961-8718-668c06771239 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.646357] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1177.646357] env[69692]: value = "task-3536755" [ 1177.646357] env[69692]: _type = "Task" [ 1177.646357] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.654754] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.726902] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.727194] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.727372] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing instance network info cache due to event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.727623] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.727780] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.727962] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.878578] env[69692]: DEBUG nova.network.neutron [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updated VIF entry in instance network info cache for port 78380f33-af97-4ae5-b1e4-489bd7961ab9. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.878946] env[69692]: DEBUG nova.network.neutron [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.910202] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.929323] env[69692]: DEBUG oslo_vmware.api [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536752, 'name': PowerOnVM_Task, 'duration_secs': 1.373688} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.929323] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.929505] env[69692]: INFO nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1177.929582] env[69692]: DEBUG nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.930484] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c1cb6-0d9e-458f-9b83-7a9f016ac847 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.959268] env[69692]: DEBUG nova.compute.utils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.039274] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536753, 'name': CreateVM_Task, 'duration_secs': 0.578801} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.039458] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.040199] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.040372] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.040738] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.041261] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f374454-56a4-4b04-8581-f8d60b150e6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.045807] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1178.045807] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e50e9c-d74c-80c6-cf5e-f0bda18d5270" [ 1178.045807] env[69692]: _type = "Task" [ 1178.045807] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.053563] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e50e9c-d74c-80c6-cf5e-f0bda18d5270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.083702] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1178.160590] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536755, 'name': PowerOffVM_Task, 'duration_secs': 0.226713} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.160590] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.160590] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.160590] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b0d960-283e-4fb0-b4d9-028954950341 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.218106] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.218348] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.218534] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Deleting the datastore file [datastore2] 274c99c0-62eb-459b-a44c-c4ae9f4303dc {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.218804] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ec26f5-1c70-4625-ba45-88859cb8b9db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.225077] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for the task: (returnval){ [ 1178.225077] env[69692]: value = "task-3536757" [ 1178.225077] env[69692]: _type = "Task" [ 1178.225077] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.235132] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.382221] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfba7a92-5878-45b1-9fae-085c9e0f28d5 req-4f09fdca-e30b-4eb8-adaf-8923228f392b service nova] Releasing lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.432577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.448883] env[69692]: INFO nova.compute.manager [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 39.23 seconds to build instance. [ 1178.456468] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updated VIF entry in instance network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.456830] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.462017] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.555601] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e50e9c-d74c-80c6-cf5e-f0bda18d5270, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.555924] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.556172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.556414] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.556596] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.556793] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.557065] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d418003-1102-4f24-9d44-e81a96d0064d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.565590] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.565693] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.566452] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37d7b1a-a4e6-4ab8-bf7c-0d9a336a8664 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.571358] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1178.571358] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52642dba-61d7-a84e-8083-b5867462e74a" [ 1178.571358] env[69692]: _type = "Task" [ 1178.571358] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.579595] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52642dba-61d7-a84e-8083-b5867462e74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.586407] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance de8f2d46-25ea-4bef-8cff-3df1f7bd156d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1178.735343] env[69692]: DEBUG oslo_vmware.api [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Task: {'id': task-3536757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15733} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.735602] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.735789] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.735966] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.736157] env[69692]: INFO nova.compute.manager [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.736420] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.736613] env[69692]: DEBUG nova.compute.manager [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.736711] env[69692]: DEBUG nova.network.neutron [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.951100] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.690s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.959635] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.959989] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.960250] env[69692]: DEBUG nova.compute.manager [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.960523] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.960678] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.960848] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.085795] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52642dba-61d7-a84e-8083-b5867462e74a, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.086600] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96ef849-f275-4022-88a8-7ce8664b1d2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.089296] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 9a86aa3d-3d2a-49b0-888d-74bbab10feec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1179.096021] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1179.096021] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5265570d-d956-c120-582b-c2dcd1d67405" [ 1179.096021] env[69692]: _type = "Task" [ 1179.096021] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.101834] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5265570d-d956-c120-582b-c2dcd1d67405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.283466] env[69692]: DEBUG nova.compute.manager [req-99ef48f8-ee69-41fa-a449-5e62d962cf0f req-c510f62d-5d3f-49de-9052-0a9eba5556fd service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Received event network-vif-deleted-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.283647] env[69692]: INFO nova.compute.manager [req-99ef48f8-ee69-41fa-a449-5e62d962cf0f req-c510f62d-5d3f-49de-9052-0a9eba5556fd service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Neutron deleted interface 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3; detaching it from the instance and deleting it from the info cache [ 1179.283821] env[69692]: DEBUG nova.network.neutron [req-99ef48f8-ee69-41fa-a449-5e62d962cf0f req-c510f62d-5d3f-49de-9052-0a9eba5556fd service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.329949] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.332028] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.332028] env[69692]: INFO nova.compute.manager [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Shelving [ 1179.538647] env[69692]: DEBUG nova.network.neutron [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.540198] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.540434] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.540655] env[69692]: INFO nova.compute.manager [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Attaching volume 5a6e8dde-cb09-4217-9f98-552f966614bb to /dev/sdb [ 1179.574123] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c2477-804e-49e5-a1d9-338dad841cbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.582626] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c551e1-5138-4157-ac25-688c7291208a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.597138] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance dfe2f686-f05e-47d6-851c-bd7de9a61bbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1179.597138] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1179.597138] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1179.599776] env[69692]: DEBUG nova.virt.block_device [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating existing volume attachment record: 804f92af-d107-429a-be57-b13eeba5f298 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.611602] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5265570d-d956-c120-582b-c2dcd1d67405, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.613774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.614082] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.614398] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4336d3e-58b4-4825-b7cb-2b2a2e98c0be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.625124] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1179.625124] env[69692]: value = "task-3536758" [ 1179.625124] env[69692]: _type = "Task" [ 1179.625124] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.632366] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.695016] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.695132] env[69692]: DEBUG nova.network.neutron [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.787622] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c30862-c90a-4fab-8ce0-ef7490bcb6ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.796481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55464d10-0b31-4117-ac9c-2ce8bb876734 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.831503] env[69692]: DEBUG nova.compute.manager [req-99ef48f8-ee69-41fa-a449-5e62d962cf0f req-c510f62d-5d3f-49de-9052-0a9eba5556fd service nova] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Detach interface failed, port_id=4c4b8930-bcf2-4df9-9e5e-b095d081e2e3, reason: Instance 274c99c0-62eb-459b-a44c-c4ae9f4303dc could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.969588] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6d993-61ad-465b-b41e-8e6b9a67c04a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.978413] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a6ba7-2eee-46d5-a316-3117a4468a01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.010979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d17fcb2-34d0-4d00-9234-8a1196e36555 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.019471] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eeb9ca-2e42-4c7f-a511-a73726df8d7a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.034390] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.043705] env[69692]: INFO nova.compute.manager [-] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Took 1.31 seconds to deallocate network for instance. [ 1180.131888] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466534} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.132169] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.132385] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.132651] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93d85266-2da8-4ee7-943f-b1c52b7cc3f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.140409] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1180.140409] env[69692]: value = "task-3536762" [ 1180.140409] env[69692]: _type = "Task" [ 1180.140409] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.148217] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.198503] env[69692]: DEBUG oslo_concurrency.lockutils [req-f6967756-9975-4990-a416-9c876b3a324e req-4de07edc-0edb-4b5c-beac-eecf438b280f service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.340771] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.341094] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-246ea99a-9473-468d-b624-112543c12869 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.348892] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1180.348892] env[69692]: value = "task-3536763" [ 1180.348892] env[69692]: _type = "Task" [ 1180.348892] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.357182] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.539036] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.551446] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.651272] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072785} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.651621] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.652516] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f68899-f4e1-4b6a-8460-df8fb85b374d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.685792] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.686162] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f6d94b-5f87-43d0-8cd9-e466ec76a36e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.706605] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1180.706605] env[69692]: value = "task-3536764" [ 1180.706605] env[69692]: _type = "Task" [ 1180.706605] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.715746] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.749155] env[69692]: DEBUG nova.compute.manager [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.750129] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a879d-8725-4ab2-b859-81f45463bd75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.858934] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536763, 'name': PowerOffVM_Task, 'duration_secs': 0.178088} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.860060] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.860242] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29690cef-303b-4440-b763-890419859342 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.879104] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a938f76-1dd7-4ad4-be86-f097d1c4c6e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.042328] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1181.042635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.507s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.042926] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.597s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.044614] env[69692]: INFO nova.compute.claims [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.217036] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.261431] env[69692]: INFO nova.compute.manager [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] instance snapshotting [ 1181.264327] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a63acb-a06b-47af-ba2c-9d862b1fcc29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.284937] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4ae82-71df-4ec9-9cc9-69ce52a8a09d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.391082] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1181.391214] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bded97f-a892-40f5-b827-c4f314b45903 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.399352] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1181.399352] env[69692]: value = "task-3536765" [ 1181.399352] env[69692]: _type = "Task" [ 1181.399352] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.409371] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.717408] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.796059] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1181.796059] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dea2d825-e339-4521-86ec-bf0da3fa55de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.803082] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1181.803082] env[69692]: value = "task-3536766" [ 1181.803082] env[69692]: _type = "Task" [ 1181.803082] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.811360] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.891722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.892031] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.892393] env[69692]: DEBUG nova.objects.instance [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid 07bad96d-003b-43ef-b1c8-a9edd4069909 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.910701] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.222553] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536764, 'name': ReconfigVM_Task, 'duration_secs': 1.313706} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.222891] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.223731] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10501f57-be8c-4299-8b99-edfd4007f3f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.231413] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1182.231413] env[69692]: value = "task-3536768" [ 1182.231413] env[69692]: _type = "Task" [ 1182.231413] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.245439] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536768, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.276602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.276920] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.277202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.277443] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.277660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.281171] env[69692]: INFO nova.compute.manager [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Terminating instance [ 1182.317911] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.366913] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc987f-e78d-443e-94cd-e408399f66fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.375102] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8f93a-a6fd-4ce6-aba4-84234430c636 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.414103] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7633793e-c704-4646-ac1e-209a50a93b67 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.422379] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536765, 'name': CreateSnapshot_Task, 'duration_secs': 0.896329} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.424581] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.425410] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b20b1-319f-4b67-b9cf-d1e9114cb1bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.428801] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9324440a-c389-4d03-957a-ee41437a01e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.448068] env[69692]: DEBUG nova.compute.provider_tree [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.538425] env[69692]: DEBUG nova.objects.instance [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid 07bad96d-003b-43ef-b1c8-a9edd4069909 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.741650] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536768, 'name': Rename_Task, 'duration_secs': 0.177194} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.741988] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.742311] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de3b6ac-974c-4d2d-aaca-820022163821 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.748760] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1182.748760] env[69692]: value = "task-3536769" [ 1182.748760] env[69692]: _type = "Task" [ 1182.748760] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.761512] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.788188] env[69692]: DEBUG nova.compute.manager [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.788444] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.789348] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a975b53-5985-4455-a97b-d0e1ae7db0e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.796208] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.796454] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5530adea-ef1b-4b98-91aa-076bc0373b3d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.801719] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1182.801719] env[69692]: value = "task-3536770" [ 1182.801719] env[69692]: _type = "Task" [ 1182.801719] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.812628] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.815700] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536766, 'name': CreateSnapshot_Task, 'duration_secs': 0.580823} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.815957] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.816699] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b17311-162f-4ba0-944e-b8d44d3a82ff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.958068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.958068] env[69692]: DEBUG nova.scheduler.client.report [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.961187] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e637fef-6425-47cf-9800-f16aa91729de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.969975] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1182.969975] env[69692]: value = "task-3536771" [ 1182.969975] env[69692]: _type = "Task" [ 1182.969975] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.978888] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536771, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.041267] env[69692]: DEBUG nova.objects.base [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance<07bad96d-003b-43ef-b1c8-a9edd4069909> lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.041531] env[69692]: DEBUG nova.network.neutron [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.105344] env[69692]: DEBUG nova.policy [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.259287] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.312493] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536770, 'name': PowerOffVM_Task, 'duration_secs': 0.276513} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.312849] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.313025] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.313333] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-206162ad-f303-47c0-99e5-3ab17561818b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.334720] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1183.335107] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0fd28a6a-b13c-499b-9348-4c542bbd51f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.343376] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1183.343376] env[69692]: value = "task-3536773" [ 1183.343376] env[69692]: _type = "Task" [ 1183.343376] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.353184] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536773, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.390200] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.390411] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.390641] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleting the datastore file [datastore2] cd4e49bb-7bfc-4b07-95ff-68d764b046f3 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.390919] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b031f4e2-c1ff-4e07-8ede-d074f99972fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.396837] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1183.396837] env[69692]: value = "task-3536774" [ 1183.396837] env[69692]: _type = "Task" [ 1183.396837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.406039] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.466500] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.466920] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.469766] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.955s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.469965] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.472736] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.598s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.472976] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.475034] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.594s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.475280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.477148] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.398s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.477346] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.479029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.563s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.480848] env[69692]: INFO nova.compute.claims [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.494177] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536771, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.509212] env[69692]: INFO nova.scheduler.client.report [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted allocations for instance 6203955b-b451-404b-9d18-ef6a4e0a5da6 [ 1183.511276] env[69692]: INFO nova.scheduler.client.report [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Deleted allocations for instance fd30d2e6-c236-4d22-8e97-0046c327bd21 [ 1183.531344] env[69692]: INFO nova.scheduler.client.report [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Deleted allocations for instance 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e [ 1183.533533] env[69692]: INFO nova.scheduler.client.report [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted allocations for instance 4066698a-5ec4-4e39-a9cd-3521fe4f45cd [ 1183.760438] env[69692]: DEBUG oslo_vmware.api [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536769, 'name': PowerOnVM_Task, 'duration_secs': 0.632919} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.760800] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.760968] env[69692]: INFO nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1183.761205] env[69692]: DEBUG nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.762074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f52ce-1b12-44e4-a5bd-dfbf2aed6d22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.853359] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536773, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.907251] env[69692]: DEBUG oslo_vmware.api [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307106} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.907555] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.907781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.907963] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.908171] env[69692]: INFO nova.compute.manager [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.908433] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.908660] env[69692]: DEBUG nova.compute.manager [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.908745] env[69692]: DEBUG nova.network.neutron [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.985953] env[69692]: DEBUG nova.compute.utils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.989162] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.989330] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.005055] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536771, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.028490] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7c66a8cd-d776-4f2a-9026-54d9c3056bac tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "6203955b-b451-404b-9d18-ef6a4e0a5da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.438s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.029541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Lock "fd30d2e6-c236-4d22-8e97-0046c327bd21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.392s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.044497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-637f72d6-e4bd-4a85-8e9e-34cab376636e tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Lock "0e76d246-fa89-4042-8fa1-f0a0bc0bd47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.287s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.047580] env[69692]: DEBUG oslo_concurrency.lockutils [None req-982cc194-b982-4106-b260-3a3d33d62ece tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "4066698a-5ec4-4e39-a9cd-3521fe4f45cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.758s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.063740] env[69692]: DEBUG nova.policy [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.283454] env[69692]: INFO nova.compute.manager [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Took 30.13 seconds to build instance. [ 1184.323577] env[69692]: DEBUG nova.compute.manager [req-38071c26-f580-4a23-8c1d-247a5aff9175 req-94967c83-90ba-4d06-b7d7-2d7be81bcdf9 service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Received event network-vif-deleted-755a2482-95ea-424d-8abe-c3ea39215b61 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.324222] env[69692]: INFO nova.compute.manager [req-38071c26-f580-4a23-8c1d-247a5aff9175 req-94967c83-90ba-4d06-b7d7-2d7be81bcdf9 service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Neutron deleted interface 755a2482-95ea-424d-8abe-c3ea39215b61; detaching it from the instance and deleting it from the info cache [ 1184.324464] env[69692]: DEBUG nova.network.neutron [req-38071c26-f580-4a23-8c1d-247a5aff9175 req-94967c83-90ba-4d06-b7d7-2d7be81bcdf9 service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.355393] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536773, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434677] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Successfully created port: f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.499425] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.505301] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536771, 'name': CloneVM_Task, 'duration_secs': 1.279708} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.506238] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Created linked-clone VM from snapshot [ 1184.507242] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce1bc9-0654-4fd1-ba10-b0d0ae9bbfd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.520586] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Uploading image 95ad0cc1-5fdc-481c-b6e6-460978587c21 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1184.559399] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1184.559399] env[69692]: value = "vm-706350" [ 1184.559399] env[69692]: _type = "VirtualMachine" [ 1184.559399] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1184.559927] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae19facb-8a5d-4101-9134-41bf9d8cfdf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.568331] env[69692]: DEBUG nova.network.neutron [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Successfully updated port: f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.574033] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease: (returnval){ [ 1184.574033] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52267997-7ed9-311e-692f-a592188291c2" [ 1184.574033] env[69692]: _type = "HttpNfcLease" [ 1184.574033] env[69692]: } obtained for exporting VM: (result){ [ 1184.574033] env[69692]: value = "vm-706350" [ 1184.574033] env[69692]: _type = "VirtualMachine" [ 1184.574033] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1184.574033] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the lease: (returnval){ [ 1184.574033] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52267997-7ed9-311e-692f-a592188291c2" [ 1184.574033] env[69692]: _type = "HttpNfcLease" [ 1184.574033] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.585268] env[69692]: DEBUG nova.compute.manager [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.585268] env[69692]: DEBUG oslo_concurrency.lockutils [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.585268] env[69692]: DEBUG oslo_concurrency.lockutils [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.585268] env[69692]: DEBUG oslo_concurrency.lockutils [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.585268] env[69692]: DEBUG nova.compute.manager [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] No waiting events found dispatching network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.585268] env[69692]: WARNING nova.compute.manager [req-18ed21dc-3ada-4867-ae31-c8ff90418bf2 req-8a42458e-f8e4-4d31-b634-ac6e4defd31a service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received unexpected event network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c for instance with vm_state active and task_state None. [ 1184.589558] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.589558] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52267997-7ed9-311e-692f-a592188291c2" [ 1184.589558] env[69692]: _type = "HttpNfcLease" [ 1184.589558] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.593006] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.593006] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52267997-7ed9-311e-692f-a592188291c2" [ 1184.593006] env[69692]: _type = "HttpNfcLease" [ 1184.593006] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1184.597102] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080729b-b371-45e6-87d8-d1eeb5c7b06b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.603715] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.603715] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1184.664689] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.664918] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706347', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'name': 'volume-5a6e8dde-cb09-4217-9f98-552f966614bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f84f964-813c-48cd-9503-33f53559b885', 'attached_at': '', 'detached_at': '', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'serial': '5a6e8dde-cb09-4217-9f98-552f966614bb'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.668120] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e2c95-aa16-4393-b51d-035a7e4932b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.688245] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ed796-00f9-4ff0-85f9-7536b2eb1775 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.714938] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-5a6e8dde-cb09-4217-9f98-552f966614bb/volume-5a6e8dde-cb09-4217-9f98-552f966614bb.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.719882] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261f89d6-0331-447a-8b62-f302be70445d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.735233] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf9c6614-f240-4be4-84e1-e2b5af31a306 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.744028] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1184.744028] env[69692]: value = "task-3536776" [ 1184.744028] env[69692]: _type = "Task" [ 1184.744028] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.755947] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.787213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-713fb82e-640a-4997-829f-3f793e04698d tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.646s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.789599] env[69692]: DEBUG nova.network.neutron [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.827786] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c5077a-b96b-47b8-a12e-9133f964ce62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.838544] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f1a2d-4698-4fb0-b236-56298eedc910 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.860128] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536773, 'name': CloneVM_Task, 'duration_secs': 1.357514} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.861194] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Created linked-clone VM from snapshot [ 1184.861194] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbe7f9-2879-476b-902c-196f62334bdc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.882728] env[69692]: DEBUG nova.compute.manager [req-38071c26-f580-4a23-8c1d-247a5aff9175 req-94967c83-90ba-4d06-b7d7-2d7be81bcdf9 service nova] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Detach interface failed, port_id=755a2482-95ea-424d-8abe-c3ea39215b61, reason: Instance cd4e49bb-7bfc-4b07-95ff-68d764b046f3 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.890813] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Uploading image e68d9da5-af11-4414-a9e4-91758fb901f3 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1184.919431] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2d785-16b0-46f7-b408-4a5e14d9726e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.926127] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1184.926127] env[69692]: value = "vm-706351" [ 1184.926127] env[69692]: _type = "VirtualMachine" [ 1184.926127] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1184.926632] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cb88478-e3cf-420d-9956-0a400d73dc50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.938497] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506107d6-41d4-4329-b858-6c45e375cfaf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.943016] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lease: (returnval){ [ 1184.943016] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5293c917-66be-7821-8bab-86b076d54956" [ 1184.943016] env[69692]: _type = "HttpNfcLease" [ 1184.943016] env[69692]: } obtained for exporting VM: (result){ [ 1184.943016] env[69692]: value = "vm-706351" [ 1184.943016] env[69692]: _type = "VirtualMachine" [ 1184.943016] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1184.944525] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the lease: (returnval){ [ 1184.944525] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5293c917-66be-7821-8bab-86b076d54956" [ 1184.944525] env[69692]: _type = "HttpNfcLease" [ 1184.944525] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.980197] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81504535-36c9-461b-955d-0e1eceb70fb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.984231] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.984231] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5293c917-66be-7821-8bab-86b076d54956" [ 1184.984231] env[69692]: _type = "HttpNfcLease" [ 1184.984231] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.985022] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.985022] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5293c917-66be-7821-8bab-86b076d54956" [ 1184.985022] env[69692]: _type = "HttpNfcLease" [ 1184.985022] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1184.985646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44115580-2c35-45ce-9bee-eff9334c6f0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.992357] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0daadfe-6a48-4bbd-8e62-0feca4539965 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.001428] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.002464] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.074277] env[69692]: DEBUG nova.compute.provider_tree [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.076035] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.076384] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.076663] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.076663] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.076917] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.081512] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.084086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.084310] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.084502] env[69692]: DEBUG nova.network.neutron [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.087432] env[69692]: INFO nova.compute.manager [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Terminating instance [ 1185.112634] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.112892] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.113077] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.113313] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.113421] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.113573] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.113797] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.113975] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.114171] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.114341] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.114532] env[69692]: DEBUG nova.virt.hardware [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.115486] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f1ad4-d28f-41b7-956b-334e95192013 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.127532] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f523077e-a9f4-4704-9bbf-83aa55875b9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.131092] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc18eac9-f895-4078-b9d9-55656757c109 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.256796] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.292726] env[69692]: INFO nova.compute.manager [-] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Took 1.38 seconds to deallocate network for instance. [ 1185.581098] env[69692]: DEBUG nova.scheduler.client.report [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.599557] env[69692]: DEBUG nova.compute.manager [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.599557] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.599557] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ecce2-7cec-41ea-916f-b01f646ae263 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.616845] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.618247] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8846fb78-da12-4df0-b6c6-9b6d20046339 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.627560] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1185.627560] env[69692]: value = "task-3536778" [ 1185.627560] env[69692]: _type = "Task" [ 1185.627560] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.641056] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.685663] env[69692]: WARNING nova.network.neutron [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 1185.757276] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536776, 'name': ReconfigVM_Task, 'duration_secs': 0.601711} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.757875] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-5a6e8dde-cb09-4217-9f98-552f966614bb/volume-5a6e8dde-cb09-4217-9f98-552f966614bb.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.766478] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389db73e-8329-4622-b801-61d8f8a3ab12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.797775] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1185.797775] env[69692]: value = "task-3536779" [ 1185.797775] env[69692]: _type = "Task" [ 1185.797775] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.800597] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.819463] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.092294] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.093014] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.097030] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.117s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.097948] env[69692]: INFO nova.compute.claims [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.143694] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536778, 'name': PowerOffVM_Task, 'duration_secs': 0.229901} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.144788] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.145549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.146253] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45a0ee8-2335-4795-a6a2-bc98bcd9bace {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.216658] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.216658] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.216658] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleting the datastore file [datastore1] c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.216658] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ed121d5-9153-49e2-89a9-633aafe894fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.224186] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1186.224186] env[69692]: value = "task-3536781" [ 1186.224186] env[69692]: _type = "Task" [ 1186.224186] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.236526] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.309921] env[69692]: DEBUG oslo_vmware.api [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536779, 'name': ReconfigVM_Task, 'duration_secs': 0.201323} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.310706] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706347', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'name': 'volume-5a6e8dde-cb09-4217-9f98-552f966614bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f84f964-813c-48cd-9503-33f53559b885', 'attached_at': '', 'detached_at': '', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'serial': '5a6e8dde-cb09-4217-9f98-552f966614bb'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.489681] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Successfully updated port: f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.603372] env[69692]: DEBUG nova.compute.utils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.621292] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.621860] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.667646] env[69692]: DEBUG nova.policy [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.737297] env[69692]: DEBUG oslo_vmware.api [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395675} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.737801] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.739022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.739452] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.739867] env[69692]: INFO nova.compute.manager [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1186.740404] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.740787] env[69692]: DEBUG nova.compute.manager [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.741046] env[69692]: DEBUG nova.network.neutron [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.831104] env[69692]: DEBUG nova.network.neutron [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "address": "fa:16:3e:63:d5:8c", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688603c-6f", "ovs_interfaceid": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.998555] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.998915] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.999132] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.119277] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.282391] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Successfully created port: 398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.337564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.338269] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.338434] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.339906] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c947fbd1-a055-4f6f-b106-5d153d192b97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.362398] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.362816] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.363051] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.363324] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.363522] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.363730] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.364012] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.364179] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.364397] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.364624] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.365759] env[69692]: DEBUG nova.virt.hardware [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.377023] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfiguring VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1187.382456] env[69692]: DEBUG nova.objects.instance [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'flavor' on Instance uuid 9f84f964-813c-48cd-9503-33f53559b885 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.384724] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38466570-0cae-4bcb-9afe-8e950cba91fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.412665] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8aee4fbf-7034-409c-9807-5831f32e3d4f tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.419406] env[69692]: DEBUG oslo_vmware.api [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1187.419406] env[69692]: value = "task-3536782" [ 1187.419406] env[69692]: _type = "Task" [ 1187.419406] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.429449] env[69692]: DEBUG oslo_vmware.api [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536782, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.548764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e332e-22fe-4d3b-900e-d0aae9bba7f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.557093] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ccfe6-de09-4f55-af2a-5855d0eecfc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.561726] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.600672] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca28fcfa-d5c1-42af-b013-4091e8a4104e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.611219] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63c48a-21e0-4d64-9636-b50b87e5e535 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.631722] env[69692]: DEBUG nova.compute.provider_tree [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.774359] env[69692]: DEBUG nova.network.neutron [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.878638] env[69692]: DEBUG nova.network.neutron [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Updating instance_info_cache with network_info: [{"id": "f95f754a-1b87-485f-b312-b6970ddfaee2", "address": "fa:16:3e:84:0e:ef", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95f754a-1b", "ovs_interfaceid": "f95f754a-1b87-485f-b312-b6970ddfaee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.934100] env[69692]: DEBUG oslo_vmware.api [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.137344] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.140444] env[69692]: DEBUG nova.scheduler.client.report [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.278029] env[69692]: INFO nova.compute.manager [-] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Took 1.54 seconds to deallocate network for instance. [ 1188.381892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.382326] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Instance network_info: |[{"id": "f95f754a-1b87-485f-b312-b6970ddfaee2", "address": "fa:16:3e:84:0e:ef", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95f754a-1b", "ovs_interfaceid": "f95f754a-1b87-485f-b312-b6970ddfaee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.383038] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:0e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f95f754a-1b87-485f-b312-b6970ddfaee2', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.395530] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.396316] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.397431] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a92b88fa-0cb3-47a0-93ec-359f0928c3c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.427831] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.427831] env[69692]: value = "task-3536783" [ 1188.427831] env[69692]: _type = "Task" [ 1188.427831] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.438649] env[69692]: DEBUG oslo_vmware.api [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.445144] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536783, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.647425] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.648280] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.652505] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.220s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.654325] env[69692]: INFO nova.compute.claims [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.785082] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.933173] env[69692]: DEBUG oslo_vmware.api [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536782, 'name': ReconfigVM_Task, 'duration_secs': 1.332158} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.936429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.936686] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfigured VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1188.944838] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536783, 'name': CreateVM_Task, 'duration_secs': 0.383949} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.945042] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.945723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.945832] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.946168] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.946460] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24db2ab9-e1aa-463c-a73f-c094e4b239b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.952549] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1188.952549] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5207fb25-7f6e-6e0c-5ac4-a8d4551a8d22" [ 1188.952549] env[69692]: _type = "Task" [ 1188.952549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.963019] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5207fb25-7f6e-6e0c-5ac4-a8d4551a8d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.126084] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Successfully updated port: 398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.159887] env[69692]: DEBUG nova.compute.utils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.163831] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.164122] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.203152] env[69692]: DEBUG nova.policy [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7858401f070048fc9e47482f87691dd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867a4241836840309b7e85117df98b15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.442240] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c9024b35-7d32-4ab4-8926-50b04aaed986 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.550s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.464295] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5207fb25-7f6e-6e0c-5ac4-a8d4551a8d22, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.464605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.464832] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.465080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.465231] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.465406] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.465663] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccd8c0da-68d2-411a-8a4e-15042d4f55ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.477210] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.477403] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.478202] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb73920-97f7-42a4-bfef-9010cff847f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.484946] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1189.484946] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5294831f-a6c1-e8cc-4130-af99e8eaa678" [ 1189.484946] env[69692]: _type = "Task" [ 1189.484946] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.496959] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Successfully created port: b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.499476] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5294831f-a6c1-e8cc-4130-af99e8eaa678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.629155] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.629349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.629811] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.664955] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.903194] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ceee7-5480-4461-ac04-2fc65833ab1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.912039] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee4fc3-41a4-41a9-9dff-c11ed37f1865 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.947731] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b6d80-635e-4de1-8937-2bf65032f741 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.956834] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da87bab-45fe-48a1-9080-5dc370c4640f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.971709] env[69692]: DEBUG nova.compute.provider_tree [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.996528] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5294831f-a6c1-e8cc-4130-af99e8eaa678, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.997114] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc71c10-3be2-495e-adce-d1b5aebc1e0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.002904] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1190.002904] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b02e96-a20d-ed84-2122-8f9832573743" [ 1190.002904] env[69692]: _type = "Task" [ 1190.002904] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.010825] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b02e96-a20d-ed84-2122-8f9832573743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.161125] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.306271] env[69692]: DEBUG nova.network.neutron [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Updating instance_info_cache with network_info: [{"id": "398b3d9a-556a-4c95-9bea-0718516c2436", "address": "fa:16:3e:75:d8:d5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398b3d9a-55", "ovs_interfaceid": "398b3d9a-556a-4c95-9bea-0718516c2436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.475600] env[69692]: DEBUG nova.scheduler.client.report [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.515110] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b02e96-a20d-ed84-2122-8f9832573743, 'name': SearchDatastore_Task, 'duration_secs': 0.017333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.515110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.515376] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 8bd6e78f-c858-4faa-a03e-3216d74e0ab9/8bd6e78f-c858-4faa-a03e-3216d74e0ab9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.515655] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62bd2eb-6d0d-4080-a188-54b6ee5bef41 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.522832] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1190.522832] env[69692]: value = "task-3536784" [ 1190.522832] env[69692]: _type = "Task" [ 1190.522832] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.531640] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.678127] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.808791] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.809180] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Instance network_info: |[{"id": "398b3d9a-556a-4c95-9bea-0718516c2436", "address": "fa:16:3e:75:d8:d5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398b3d9a-55", "ovs_interfaceid": "398b3d9a-556a-4c95-9bea-0718516c2436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.892189] env[69692]: DEBUG nova.compute.manager [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Received event network-vif-plugged-f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.892189] env[69692]: DEBUG oslo_concurrency.lockutils [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] Acquiring lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.892189] env[69692]: DEBUG oslo_concurrency.lockutils [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.892189] env[69692]: DEBUG oslo_concurrency.lockutils [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.892189] env[69692]: DEBUG nova.compute.manager [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] No waiting events found dispatching network-vif-plugged-f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1190.893528] env[69692]: WARNING nova.compute.manager [req-cb2e9035-4bae-4488-a973-0a477526d723 req-2c44a482-8b4a-4307-be6f-acb58c886a96 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Received unexpected event network-vif-plugged-f95f754a-1b87-485f-b312-b6970ddfaee2 for instance with vm_state building and task_state spawning. [ 1190.958240] env[69692]: DEBUG nova.compute.manager [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.958240] env[69692]: DEBUG nova.compute.manager [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-f688603c-6fbd-43ec-ba0c-fd69d9705d5c. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.961642] env[69692]: DEBUG oslo_concurrency.lockutils [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.961832] env[69692]: DEBUG oslo_concurrency.lockutils [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.962090] env[69692]: DEBUG nova.network.neutron [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.980514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.981311] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.984140] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.433s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.984210] env[69692]: DEBUG nova.objects.instance [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lazy-loading 'resources' on Instance uuid 274c99c0-62eb-459b-a44c-c4ae9f4303dc {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.037094] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.128227] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Successfully updated port: b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.492199] env[69692]: DEBUG nova.compute.utils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.495218] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.495582] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.540198] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552734} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.540198] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 8bd6e78f-c858-4faa-a03e-3216d74e0ab9/8bd6e78f-c858-4faa-a03e-3216d74e0ab9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.540476] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.540723] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d5113f-2cff-4618-b6c5-8235dbf46861 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.553979] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1191.553979] env[69692]: value = "task-3536785" [ 1191.553979] env[69692]: _type = "Task" [ 1191.553979] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.567687] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.587578] env[69692]: DEBUG nova.policy [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74dac567dd4d41bca91e8b3793b5a75f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550970d6b26d4819a41acf431a4af61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.630922] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.635165] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquired lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.635468] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.891380] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e15936-be6b-49c8-8141-44ddf822cf0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.905971] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40387c-f7f7-4446-91b3-27d2330f626e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.950636] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e42c17-5406-4da0-affa-0ef373d3b96f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.960970] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27e1ba-3901-422f-8f4a-6ea1ac123159 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.977232] env[69692]: DEBUG nova.compute.provider_tree [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.000714] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.067831] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085122} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.068213] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.069279] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae31bb9c-4cc3-4b24-ae41-b97d8283befc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.100080] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8bd6e78f-c858-4faa-a03e-3216d74e0ab9/8bd6e78f-c858-4faa-a03e-3216d74e0ab9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.100579] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd86af6-3671-4de7-b39d-b5fcdc497068 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126968] env[69692]: DEBUG nova.compute.manager [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1192.132091] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1192.132091] env[69692]: value = "task-3536786" [ 1192.132091] env[69692]: _type = "Task" [ 1192.132091] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.147213] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.179497] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.192208] env[69692]: DEBUG nova.network.neutron [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port f688603c-6fbd-43ec-ba0c-fd69d9705d5c. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.192488] env[69692]: DEBUG nova.network.neutron [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "address": "fa:16:3e:63:d5:8c", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688603c-6f", "ovs_interfaceid": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.358867] env[69692]: DEBUG nova.network.neutron [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updating instance_info_cache with network_info: [{"id": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "address": "fa:16:3e:a4:74:84", "network": {"id": "38c6d293-2982-44df-8145-0e014146fed0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960649718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867a4241836840309b7e85117df98b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fc71fc-11", "ovs_interfaceid": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.379918] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Successfully created port: 4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.480549] env[69692]: DEBUG nova.scheduler.client.report [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.651376] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.652541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.694965] env[69692]: DEBUG oslo_concurrency.lockutils [req-49aa40c8-792d-4b6c-9248-ea9928e81ea0 req-67a293dd-4e5e-45a6-b5d8-4991a025a44f service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.860838] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Releasing lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.861256] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Instance network_info: |[{"id": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "address": "fa:16:3e:a4:74:84", "network": {"id": "38c6d293-2982-44df-8145-0e014146fed0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960649718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867a4241836840309b7e85117df98b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fc71fc-11", "ovs_interfaceid": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.986039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.989822] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.189s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.990173] env[69692]: DEBUG nova.objects.instance [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'resources' on Instance uuid cd4e49bb-7bfc-4b07-95ff-68d764b046f3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.008927] env[69692]: INFO nova.scheduler.client.report [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Deleted allocations for instance 274c99c0-62eb-459b-a44c-c4ae9f4303dc [ 1193.014276] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.148684] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536786, 'name': ReconfigVM_Task, 'duration_secs': 0.834213} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.148904] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8bd6e78f-c858-4faa-a03e-3216d74e0ab9/8bd6e78f-c858-4faa-a03e-3216d74e0ab9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.149715] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fff894-78f7-4b27-813a-ba20e1fae52d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.156094] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1193.156094] env[69692]: value = "task-3536787" [ 1193.156094] env[69692]: _type = "Task" [ 1193.156094] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.165116] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536787, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.338289] env[69692]: DEBUG nova.compute.manager [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1193.471852] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.472239] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.472409] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.473349] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.473349] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.473349] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.473349] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.473566] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.473610] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.473733] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.473973] env[69692]: DEBUG nova.virt.hardware [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.476831] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de3a94a-e438-4103-a322-5c4ec7b6e939 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.485791] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.486058] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.486223] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.486407] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.486555] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.486709] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.486923] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.487639] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.487639] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.487639] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.487639] env[69692]: DEBUG nova.virt.hardware [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.488860] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15981680-ee34-47a5-8ab4-b45faed1c8d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.494830] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190c09dd-4bab-4fec-91e3-c720552db9e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.504453] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.504789] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.504973] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.505232] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.505401] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.505536] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.505743] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.505944] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.506143] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.506314] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.506562] env[69692]: DEBUG nova.virt.hardware [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.509400] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5a166-e877-4046-80bd-6e5104fd75c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.524608] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '398b3d9a-556a-4c95-9bea-0718516c2436', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.532078] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.534444] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1193.534961] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Lock "274c99c0-62eb-459b-a44c-c4ae9f4303dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.414s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.539221] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.540543] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69d1818-cf34-4cbf-bd98-1c047fbc3b90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.544935] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb715bb4-ebb7-45d6-9fb8-3fccc6f2037e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.550987] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d6aa6ac-21ba-448c-84e2-b7178ba5d61e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.571863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f1ed0-c758-4aef-b0bb-e02650ff6b86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.585818] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1193.585996] env[69692]: ERROR oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk due to incomplete transfer. [ 1193.586855] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:74:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2fc71fc-1161-4c6a-8928-06ab46740d05', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.598020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Creating folder: Project (867a4241836840309b7e85117df98b15). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.598630] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc4de5e4-9b20-4645-8df9-2eb8302642e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.600811] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a341572-01ff-4c21-9a34-966156143b22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.602376] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.602376] env[69692]: value = "task-3536788" [ 1193.602376] env[69692]: _type = "Task" [ 1193.602376] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.627041] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536788, 'name': CreateVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.627041] env[69692]: DEBUG oslo_vmware.rw_handles [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525443ba-a275-f487-499d-17d40de4edc1/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1193.627041] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Uploaded image e68d9da5-af11-4414-a9e4-91758fb901f3 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1193.627041] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1193.627682] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8dd85e44-f600-4fb1-b2e9-3c791b39600e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.629067] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Created folder: Project (867a4241836840309b7e85117df98b15) in parent group-v706084. [ 1193.629235] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Creating folder: Instances. Parent ref: group-v706354. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.629821] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f0e1b55-fccb-489c-9be0-8034a07b12c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.639253] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1193.639253] env[69692]: value = "task-3536790" [ 1193.639253] env[69692]: _type = "Task" [ 1193.639253] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.640851] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Created folder: Instances in parent group-v706354. [ 1193.641117] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.644326] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.644898] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff7365c-a8e9-4955-bba8-73b4fec9d123 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.672252] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536790, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.674231] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.674231] env[69692]: value = "task-3536792" [ 1193.674231] env[69692]: _type = "Task" [ 1193.674231] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.680928] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536787, 'name': Rename_Task, 'duration_secs': 0.159219} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.681633] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.681921] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-429516b7-54c0-4edf-ba8b-100991072346 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.686843] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536792, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.694128] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1193.694128] env[69692]: value = "task-3536793" [ 1193.694128] env[69692]: _type = "Task" [ 1193.694128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.705019] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.871209] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.900939] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e19040-2726-441c-83b2-85adaf0a9d34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.909845] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee01f76a-1bcb-4961-b750-adbc81c4b2c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.951371] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1165551-ada5-4425-a188-76a4e3c2558b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.961130] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664a757-c56c-4b65-b830-b29310748ee0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.978016] env[69692]: DEBUG nova.compute.provider_tree [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.066772] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1194.068169] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82320d-f946-42bc-b31c-abf4a9e0110a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.074264] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1194.074430] env[69692]: ERROR oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk due to incomplete transfer. [ 1194.074650] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3bafdccc-38e4-4fcc-b03e-680f53202cde {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.081778] env[69692]: DEBUG oslo_vmware.rw_handles [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b418a0-ca43-eb49-0783-08a0e9153380/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1194.081982] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Uploaded image 95ad0cc1-5fdc-481c-b6e6-460978587c21 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1194.084402] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1194.084652] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ceedd6da-f56d-4c75-9a28-83b2ed468054 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.091994] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1194.091994] env[69692]: value = "task-3536794" [ 1194.091994] env[69692]: _type = "Task" [ 1194.091994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.100661] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536794, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.120423] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536788, 'name': CreateVM_Task, 'duration_secs': 0.388415} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.120621] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.121763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.121937] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.122273] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.122543] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b4da1a-b737-486e-973e-52d54dda9394 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.127445] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1194.127445] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a06f16-67d5-192f-229b-4722273da47b" [ 1194.127445] env[69692]: _type = "Task" [ 1194.127445] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.135521] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a06f16-67d5-192f-229b-4722273da47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.148095] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536790, 'name': Destroy_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.184044] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536792, 'name': CreateVM_Task, 'duration_secs': 0.396589} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.184438] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.185056] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.203775] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.450213] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Successfully updated port: 4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.481523] env[69692]: DEBUG nova.scheduler.client.report [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.502116] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Received event network-changed-f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.502116] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Refreshing instance network info cache due to event network-changed-f95f754a-1b87-485f-b312-b6970ddfaee2. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.504322] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquiring lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.504542] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquired lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.505275] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Refreshing network info cache for port f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.604779] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536794, 'name': Destroy_Task, 'duration_secs': 0.321058} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.605083] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Destroyed the VM [ 1194.605329] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1194.605585] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-588c6832-4efb-4e43-97c4-5119744391c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.617676] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1194.617676] env[69692]: value = "task-3536795" [ 1194.617676] env[69692]: _type = "Task" [ 1194.617676] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.400749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.401193] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.401193] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.402616] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.406343] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.406859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.407618] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.407798] env[69692]: WARNING oslo_vmware.common.loopingcall [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] task run outlasted interval by 0.28990499999999997 sec [ 1195.412448] env[69692]: DEBUG nova.compute.manager [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Received event network-vif-plugged-4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.412645] env[69692]: DEBUG oslo_concurrency.lockutils [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] Acquiring lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.412864] env[69692]: DEBUG oslo_concurrency.lockutils [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.413106] env[69692]: DEBUG oslo_concurrency.lockutils [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.413324] env[69692]: DEBUG nova.compute.manager [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] No waiting events found dispatching network-vif-plugged-4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.413444] env[69692]: WARNING nova.compute.manager [req-d5f83961-062a-4d59-9660-a1fa67f43df1 req-88483d1d-67da-445f-b1fe-c63807aef145 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Received unexpected event network-vif-plugged-4d1e767d-3976-49f4-b064-ff06eb94f13d for instance with vm_state building and task_state spawning. [ 1195.424392] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.639s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.424717] env[69692]: DEBUG nova.objects.instance [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lazy-loading 'resources' on Instance uuid c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.426491] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.426678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.426993] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.427249] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.435243] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe95088-b061-49b1-85f0-2718fbf0b526 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.448695] env[69692]: INFO nova.scheduler.client.report [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted allocations for instance cd4e49bb-7bfc-4b07-95ff-68d764b046f3 [ 1195.455220] env[69692]: DEBUG oslo_vmware.api [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536793, 'name': PowerOnVM_Task, 'duration_secs': 0.754279} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.456102] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a06f16-67d5-192f-229b-4722273da47b, 'name': SearchDatastore_Task, 'duration_secs': 0.021075} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.456318] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536790, 'name': Destroy_Task, 'duration_secs': 0.612361} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.463484] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.463707] env[69692]: INFO nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1195.463880] env[69692]: DEBUG nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.464557] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.464845] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.465157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.465528] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.465528] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.465792] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Destroyed the VM [ 1195.466964] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1195.467461] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536795, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356496} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.470921] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340c0bd-d860-4762-ab3e-dbc0bdce208c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.474408] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.474789] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.475217] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9417c5c-2ce7-4e0e-ba75-d0dd63072cc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.479945] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a23e26bd-7e9d-43b5-925c-d754bdcc77a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.480098] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1195.480987] env[69692]: DEBUG nova.compute.manager [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.494373] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b01513-d14e-4ddc-93ba-782c1bd82d54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.496459] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9fdb5b-3e37-44e3-9bae-a61dec38551c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.507245] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721a56c-1988-48b1-a665-357927e5d547 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.514719] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1195.514719] env[69692]: value = "task-3536796" [ 1195.514719] env[69692]: _type = "Task" [ 1195.514719] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.514719] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.514719] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.522439] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf9bf82-f5d7-4518-aa8a-923e9e45363f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.524613] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1195.524613] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52492967-f9e1-4371-be27-14879d5e6ac6" [ 1195.524613] env[69692]: _type = "Task" [ 1195.524613] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.573089] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfiguring VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1195.573842] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1195.573842] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5201f525-dcbd-be35-26ba-6d7e28372768" [ 1195.573842] env[69692]: _type = "Task" [ 1195.573842] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.581082] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd97a87c-641e-4eb8-b2b6-c686942dbbbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.595056] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.602802] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52492967-f9e1-4371-be27-14879d5e6ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.603498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.603760] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.603987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.610942] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5201f525-dcbd-be35-26ba-6d7e28372768, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.612464] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1195.612464] env[69692]: value = "task-3536797" [ 1195.612464] env[69692]: _type = "Task" [ 1195.612464] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.612612] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdbffb4-ee14-48c4-8c9d-b2825774819b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.623261] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.624299] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1195.624299] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52546ec8-d49b-6371-3762-61a3b8a7c5d6" [ 1195.624299] env[69692]: _type = "Task" [ 1195.624299] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.633964] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52546ec8-d49b-6371-3762-61a3b8a7c5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.776524] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Updated VIF entry in instance network info cache for port f95f754a-1b87-485f-b312-b6970ddfaee2. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.776913] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Updating instance_info_cache with network_info: [{"id": "f95f754a-1b87-485f-b312-b6970ddfaee2", "address": "fa:16:3e:84:0e:ef", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95f754a-1b", "ovs_interfaceid": "f95f754a-1b87-485f-b312-b6970ddfaee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.942264] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.951350] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.978630] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7377185a-7941-46f2-8e74-0314f5416dd4 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "cd4e49bb-7bfc-4b07-95ff-68d764b046f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.702s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.050035] env[69692]: INFO nova.compute.manager [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Shelve offloading [ 1196.055731] env[69692]: INFO nova.compute.manager [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Took 35.63 seconds to build instance. [ 1196.063880] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536796, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.125294] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.136618] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52546ec8-d49b-6371-3762-61a3b8a7c5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016965} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.136833] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.137140] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] de8f2d46-25ea-4bef-8cff-3df1f7bd156d/de8f2d46-25ea-4bef-8cff-3df1f7bd156d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.138121] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.138121] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.138121] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a68e61eb-7dac-43da-8a07-58ade477a87f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.140080] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d654f1-c9f7-40ed-9eb8-fcdc873eae38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.152110] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1196.152110] env[69692]: value = "task-3536798" [ 1196.152110] env[69692]: _type = "Task" [ 1196.152110] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.153631] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.153915] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.157549] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15034fdb-a3ea-4d2f-a313-c9462a617e6a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.170130] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.170452] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1196.170452] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52933cee-da2a-27e2-f751-74b0450a2add" [ 1196.170452] env[69692]: _type = "Task" [ 1196.170452] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.179225] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52933cee-da2a-27e2-f751-74b0450a2add, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.182632] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc101e38-d6e0-4400-8ea8-76b7ae4e3346 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.191273] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1196.191273] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a58ea6-8bfb-c566-270f-6dad0fd42c9c" [ 1196.191273] env[69692]: _type = "Task" [ 1196.191273] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.201378] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a58ea6-8bfb-c566-270f-6dad0fd42c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.281565] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Releasing lock "refresh_cache-8bd6e78f-c858-4faa-a03e-3216d74e0ab9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.282037] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Received event network-vif-deleted-4204583f-880d-4178-b64f-019919fff812 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.282185] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Received event network-vif-plugged-398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.282681] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquiring lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.282681] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.282681] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.282842] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] No waiting events found dispatching network-vif-plugged-398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.283047] env[69692]: WARNING nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Received unexpected event network-vif-plugged-398b3d9a-556a-4c95-9bea-0718516c2436 for instance with vm_state building and task_state spawning. [ 1196.283158] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Received event network-changed-398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.283374] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Refreshing instance network info cache due to event network-changed-398b3d9a-556a-4c95-9bea-0718516c2436. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.287036] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquiring lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.287036] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquired lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.287036] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Refreshing network info cache for port 398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.287036] env[69692]: DEBUG nova.network.neutron [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updating instance_info_cache with network_info: [{"id": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "address": "fa:16:3e:14:25:83", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1e767d-39", "ovs_interfaceid": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.304445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9d524-9086-4599-b43f-2b37767374e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.315531] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e76db-b657-4cee-a7d0-147d481dbe51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.352882] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9fcd9-0260-4a39-8ba1-8313f7ed57c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.362488] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c550af1d-4f81-4be6-8b6a-8c03fea14554 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.377992] env[69692]: DEBUG nova.compute.provider_tree [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.472178] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.535405] env[69692]: DEBUG oslo_vmware.api [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536796, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703486} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.538499] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1196.538499] env[69692]: INFO nova.compute.manager [None req-5da05061-795a-4f2c-93fb-c2e3e993eef3 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 15.27 seconds to snapshot the instance on the hypervisor. [ 1196.557959] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e5b9f3-a230-4b59-a676-405169d4c479 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.139s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.566844] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.566844] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed86e887-cc3f-4876-a40c-1eb017b4c85e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.575222] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1196.575222] env[69692]: value = "task-3536799" [ 1196.575222] env[69692]: _type = "Task" [ 1196.575222] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.583755] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1196.584162] env[69692]: DEBUG nova.compute.manager [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.589018] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3c2d22-4730-4c21-9e47-f2e1a215fe02 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.599991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.599991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.599991] env[69692]: DEBUG nova.network.neutron [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.627047] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.643941] env[69692]: DEBUG nova.compute.manager [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Received event network-changed-4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.644158] env[69692]: DEBUG nova.compute.manager [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Refreshing instance network info cache due to event network-changed-4d1e767d-3976-49f4-b064-ff06eb94f13d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.644587] env[69692]: DEBUG oslo_concurrency.lockutils [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] Acquiring lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.662478] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443043} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.662730] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] de8f2d46-25ea-4bef-8cff-3df1f7bd156d/de8f2d46-25ea-4bef-8cff-3df1f7bd156d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.662936] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.663186] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57dd2e54-0329-4e9e-aa0b-7446060b76a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.670023] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1196.670023] env[69692]: value = "task-3536800" [ 1196.670023] env[69692]: _type = "Task" [ 1196.670023] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.680340] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.701109] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a58ea6-8bfb-c566-270f-6dad0fd42c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.701360] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.701645] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 9a86aa3d-3d2a-49b0-888d-74bbab10feec/9a86aa3d-3d2a-49b0-888d-74bbab10feec.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.701905] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d118d47d-f828-4e4f-9496-55b8d7c60ee3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.707954] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1196.707954] env[69692]: value = "task-3536801" [ 1196.707954] env[69692]: _type = "Task" [ 1196.707954] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.715203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.715458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.720024] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.790319] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.790632] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Instance network_info: |[{"id": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "address": "fa:16:3e:14:25:83", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1e767d-39", "ovs_interfaceid": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.790934] env[69692]: DEBUG oslo_concurrency.lockutils [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] Acquired lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.791155] env[69692]: DEBUG nova.network.neutron [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Refreshing network info cache for port 4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.792410] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:25:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d1e767d-3976-49f4-b064-ff06eb94f13d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.799984] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.803438] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.803438] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4111e208-2edd-49eb-b702-1b86f0d48577 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.824236] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.824236] env[69692]: value = "task-3536802" [ 1196.824236] env[69692]: _type = "Task" [ 1196.824236] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.835036] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536802, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.881060] env[69692]: DEBUG nova.scheduler.client.report [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.991139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.991375] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.991559] env[69692]: DEBUG nova.compute.manager [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.992943] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a3cec8-146b-4c89-a651-c837c5ef4f0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.002117] env[69692]: DEBUG nova.compute.manager [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1197.003066] env[69692]: DEBUG nova.objects.instance [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'flavor' on Instance uuid 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.018423] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Updated VIF entry in instance network info cache for port 398b3d9a-556a-4c95-9bea-0718516c2436. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.018545] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Updating instance_info_cache with network_info: [{"id": "398b3d9a-556a-4c95-9bea-0718516c2436", "address": "fa:16:3e:75:d8:d5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398b3d9a-55", "ovs_interfaceid": "398b3d9a-556a-4c95-9bea-0718516c2436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.111020] env[69692]: DEBUG nova.network.neutron [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updated VIF entry in instance network info cache for port 4d1e767d-3976-49f4-b064-ff06eb94f13d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.111020] env[69692]: DEBUG nova.network.neutron [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updating instance_info_cache with network_info: [{"id": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "address": "fa:16:3e:14:25:83", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1e767d-39", "ovs_interfaceid": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.131255] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.181300] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081627} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.181576] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.182436] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213fc88b-0a42-441d-ad3b-d51ee17cc12f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.207297] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] de8f2d46-25ea-4bef-8cff-3df1f7bd156d/de8f2d46-25ea-4bef-8cff-3df1f7bd156d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.207613] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19cca1e0-468b-4593-a341-abc34c54937b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.226870] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.241165] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1197.241165] env[69692]: value = "task-3536803" [ 1197.241165] env[69692]: _type = "Task" [ 1197.241165] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.241403] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.249052] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.251557] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "6990cec6-ebac-4df4-8336-32134853d547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.251864] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.252110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "6990cec6-ebac-4df4-8336-32134853d547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.252322] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.252523] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.256914] env[69692]: INFO nova.compute.manager [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Terminating instance [ 1197.337963] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536802, 'name': CreateVM_Task, 'duration_secs': 0.317988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.338241] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.339063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.339304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.339694] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.340008] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19b54e0-1154-486b-a189-fef3636167d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.345500] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1197.345500] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5290413f-40eb-4910-f3b4-1148e0a278aa" [ 1197.345500] env[69692]: _type = "Task" [ 1197.345500] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.354408] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5290413f-40eb-4910-f3b4-1148e0a278aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.369464] env[69692]: DEBUG nova.network.neutron [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.388751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.391182] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.739s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.411891] env[69692]: INFO nova.scheduler.client.report [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted allocations for instance c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b [ 1197.521648] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Releasing lock "refresh_cache-de8f2d46-25ea-4bef-8cff-3df1f7bd156d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.522055] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Received event network-vif-plugged-b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.522266] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquiring lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.522473] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.522642] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.522804] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] No waiting events found dispatching network-vif-plugged-b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.522968] env[69692]: WARNING nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Received unexpected event network-vif-plugged-b2fc71fc-1161-4c6a-8928-06ab46740d05 for instance with vm_state building and task_state spawning. [ 1197.523144] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Received event network-changed-b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.523297] env[69692]: DEBUG nova.compute.manager [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Refreshing instance network info cache due to event network-changed-b2fc71fc-1161-4c6a-8928-06ab46740d05. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.523569] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquiring lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.523668] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Acquired lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.523755] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Refreshing network info cache for port b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.611823] env[69692]: DEBUG oslo_concurrency.lockutils [req-2317dd9a-de4d-4442-a076-532c058fae6b req-33d3d73b-b5ed-4bdd-a255-9f73f43bb433 service nova] Releasing lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.630486] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.739520] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.750563] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536803, 'name': ReconfigVM_Task, 'duration_secs': 0.288796} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.750870] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] de8f2d46-25ea-4bef-8cff-3df1f7bd156d/de8f2d46-25ea-4bef-8cff-3df1f7bd156d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.752447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.752802] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37972c82-ec17-4ef1-8516-4891f01a12fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.759333] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1197.759333] env[69692]: value = "task-3536804" [ 1197.759333] env[69692]: _type = "Task" [ 1197.759333] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.768262] env[69692]: DEBUG nova.compute.manager [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.768512] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.768864] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536804, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.769636] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36038e0-be86-4dc4-8471-88c79c783581 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.777080] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.777665] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad6e197f-3359-47e9-985d-262edb6ae92b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.782832] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1197.782832] env[69692]: value = "task-3536805" [ 1197.782832] env[69692]: _type = "Task" [ 1197.782832] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.791451] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.858013] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5290413f-40eb-4910-f3b4-1148e0a278aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.858358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.858593] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.858979] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.859168] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.859449] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.860173] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099a44be-e563-4553-ae1f-880f0bde78be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.872116] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.875429] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.875625] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.877688] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9abf022-130b-4c75-af20-82d9ec130efa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.885286] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1197.885286] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52169ed1-0c2a-4f3d-4a92-580e2a13f846" [ 1197.885286] env[69692]: _type = "Task" [ 1197.885286] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.896556] env[69692]: INFO nova.compute.claims [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.900661] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52169ed1-0c2a-4f3d-4a92-580e2a13f846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.924614] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.847s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.014497] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.014497] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f07fa7-148f-44e9-946a-44c6af161b3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.021055] env[69692]: DEBUG oslo_vmware.api [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1198.021055] env[69692]: value = "task-3536806" [ 1198.021055] env[69692]: _type = "Task" [ 1198.021055] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.039979] env[69692]: DEBUG oslo_vmware.api [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.133154] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.238064] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.274049] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536804, 'name': Rename_Task, 'duration_secs': 0.135414} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.274486] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.274857] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26bb7eff-8f93-4177-9683-b11f46cdbe73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.284020] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1198.284020] env[69692]: value = "task-3536807" [ 1198.284020] env[69692]: _type = "Task" [ 1198.284020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.293899] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.298945] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536805, 'name': PowerOffVM_Task, 'duration_secs': 0.270193} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.298945] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.298945] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.298945] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.300022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56965e00-d7f7-4541-a1ac-7f9d50d661c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.303794] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03cab4f4-60cd-4e4f-817c-909069b6521b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.309778] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.309994] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f40ba74-56bd-4549-9358-a675ba74d0b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.369209] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.369209] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.369588] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleting the datastore file [datastore2] 6990cec6-ebac-4df4-8336-32134853d547 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.369588] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dbb83a1-0f9a-40f1-bdbf-d6ff0367e58f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.377100] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for the task: (returnval){ [ 1198.377100] env[69692]: value = "task-3536810" [ 1198.377100] env[69692]: _type = "Task" [ 1198.377100] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.388871] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.394782] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.395053] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.395272] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.395922] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b5c7d4-4288-473d-9056-ed4a6a8c5400 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.404417] env[69692]: INFO nova.compute.resource_tracker [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating resource usage from migration ecf0bf77-5bf5-464d-ab9b-6cf4dc2fbd84 [ 1198.405767] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52169ed1-0c2a-4f3d-4a92-580e2a13f846, 'name': SearchDatastore_Task, 'duration_secs': 0.070081} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.410269] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4301b94b-3bf8-4257-bd86-c595bc8b2e18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.410786] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1198.410786] env[69692]: value = "task-3536811" [ 1198.410786] env[69692]: _type = "Task" [ 1198.410786] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.415276] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1198.415276] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52fcce11-7644-82a0-4b34-7cdc67062b22" [ 1198.415276] env[69692]: _type = "Task" [ 1198.415276] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.421720] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.426930] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fcce11-7644-82a0-4b34-7cdc67062b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.532113] env[69692]: DEBUG oslo_vmware.api [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536806, 'name': PowerOffVM_Task, 'duration_secs': 0.201869} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.532405] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.532582] env[69692]: DEBUG nova.compute.manager [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.533376] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b1df0-2531-4bdf-89cc-d18b3a8b0dcf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.536552] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updated VIF entry in instance network info cache for port b2fc71fc-1161-4c6a-8928-06ab46740d05. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.536850] env[69692]: DEBUG nova.network.neutron [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updating instance_info_cache with network_info: [{"id": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "address": "fa:16:3e:a4:74:84", "network": {"id": "38c6d293-2982-44df-8145-0e014146fed0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960649718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867a4241836840309b7e85117df98b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fc71fc-11", "ovs_interfaceid": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.629381] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.688853] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e15dd6-fe78-45bd-9a6b-ae239ec2e320 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.698109] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f3b9c-f068-49e8-a852-f9067fa2bb7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.735103] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c9cb9c-b1ef-4dea-97ea-b325305a17c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.738989] env[69692]: DEBUG nova.compute.manager [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-vif-unplugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.739216] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.739421] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.739588] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.739753] env[69692]: DEBUG nova.compute.manager [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] No waiting events found dispatching network-vif-unplugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1198.739916] env[69692]: WARNING nova.compute.manager [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received unexpected event network-vif-unplugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 for instance with vm_state shelved and task_state shelving_offloading. [ 1198.740084] env[69692]: DEBUG nova.compute.manager [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.740237] env[69692]: DEBUG nova.compute.manager [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing instance network info cache due to event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.740419] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.740553] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.740705] env[69692]: DEBUG nova.network.neutron [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.751060] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44a9f8-4358-4b8e-adc0-ad3d0b557ec5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.755461] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.766223] env[69692]: DEBUG nova.compute.provider_tree [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.793387] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536807, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.848683] env[69692]: DEBUG nova.compute.manager [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.849234] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d2545-fc5b-466b-ae5e-84288dab7c03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.852388] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.852748] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.853092] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.853313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.853495] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.855805] env[69692]: INFO nova.compute.manager [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Terminating instance [ 1198.888388] env[69692]: DEBUG oslo_vmware.api [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Task: {'id': task-3536810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174417} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.889233] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.889471] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.889686] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.889864] env[69692]: INFO nova.compute.manager [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1198.890134] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.890341] env[69692]: DEBUG nova.compute.manager [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.890434] env[69692]: DEBUG nova.network.neutron [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.926448] env[69692]: DEBUG oslo_vmware.api [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160969} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.930309] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.930468] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.930666] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.932972] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52fcce11-7644-82a0-4b34-7cdc67062b22, 'name': SearchDatastore_Task, 'duration_secs': 0.017551} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.935245] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.935528] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] dfe2f686-f05e-47d6-851c-bd7de9a61bbf/dfe2f686-f05e-47d6-851c-bd7de9a61bbf.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.936235] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e7a47aa-2add-4385-9360-55f11a060633 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.943386] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1198.943386] env[69692]: value = "task-3536812" [ 1198.943386] env[69692]: _type = "Task" [ 1198.943386] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.952952] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.955149] env[69692]: INFO nova.scheduler.client.report [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted allocations for instance 432b3ead-204a-4f1b-8283-2c448acc227b [ 1199.039510] env[69692]: DEBUG oslo_concurrency.lockutils [req-7be6dc0d-4157-4dc7-b5f9-d4481c37ed0b req-62735370-8763-4c0c-93be-74f9859fe007 service nova] Releasing lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.051382] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4f85833d-a6ff-4c1c-a371-e354b5f6f2f0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.134243] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.185067] env[69692]: DEBUG nova.compute.manager [req-be44ac82-2e2e-4496-b264-2b0d9d2edcaf req-3439495d-3f0c-4031-966a-3c940f5ccff8 service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Received event network-vif-deleted-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.185499] env[69692]: INFO nova.compute.manager [req-be44ac82-2e2e-4496-b264-2b0d9d2edcaf req-3439495d-3f0c-4031-966a-3c940f5ccff8 service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Neutron deleted interface d09330a8-ba8c-4af4-a2a1-8d77ad53d424; detaching it from the instance and deleting it from the info cache [ 1199.185745] env[69692]: DEBUG nova.network.neutron [req-be44ac82-2e2e-4496-b264-2b0d9d2edcaf req-3439495d-3f0c-4031-966a-3c940f5ccff8 service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.240842] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536801, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.475611} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.241113] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 9a86aa3d-3d2a-49b0-888d-74bbab10feec/9a86aa3d-3d2a-49b0-888d-74bbab10feec.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.241327] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.241621] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac8ac16-23ba-49a5-bcf3-4e15271baf66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.249350] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1199.249350] env[69692]: value = "task-3536813" [ 1199.249350] env[69692]: _type = "Task" [ 1199.249350] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.258810] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.269350] env[69692]: DEBUG nova.scheduler.client.report [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.295505] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536807, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.363516] env[69692]: INFO nova.compute.manager [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] instance snapshotting [ 1199.366108] env[69692]: DEBUG nova.compute.manager [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.366374] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.367506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb141f-10a2-4fb0-bb11-4f6034977a7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.371020] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522a4bf-8d48-4fa5-b850-b2401e8285ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.399428] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcad815-c0a4-43b1-9c21-f5c608ad0df3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.402264] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.405670] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-560897f8-c9a6-402a-9939-0e836d0dec76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.418222] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1199.418222] env[69692]: value = "task-3536814" [ 1199.418222] env[69692]: _type = "Task" [ 1199.418222] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.425334] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.458055] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.460368] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.517188] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.517188] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.517386] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.517613] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.517807] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.522589] env[69692]: INFO nova.compute.manager [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Terminating instance [ 1199.558704] env[69692]: DEBUG nova.network.neutron [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updated VIF entry in instance network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.559236] env[69692]: DEBUG nova.network.neutron [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3efa947e-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.631527] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.665511] env[69692]: DEBUG nova.network.neutron [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.689016] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee02f218-8de1-4eff-92da-1f0d0025d89b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.697908] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f190e2b-00b2-4efa-bc02-6d4fba7cf39d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.731304] env[69692]: DEBUG nova.compute.manager [req-be44ac82-2e2e-4496-b264-2b0d9d2edcaf req-3439495d-3f0c-4031-966a-3c940f5ccff8 service nova] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Detach interface failed, port_id=d09330a8-ba8c-4af4-a2a1-8d77ad53d424, reason: Instance 6990cec6-ebac-4df4-8336-32134853d547 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.758021] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268286} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.758282] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.759120] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e20cbc-f3cf-41c4-af74-206a8e4cd8d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.774272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.774428] env[69692]: INFO nova.compute.manager [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Migrating [ 1199.790052] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 9a86aa3d-3d2a-49b0-888d-74bbab10feec/9a86aa3d-3d2a-49b0-888d-74bbab10feec.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.792876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.922s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.794246] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99606f2e-c526-495a-9f5a-fc3b56aeb9a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.827220] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536807, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.828630] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1199.828630] env[69692]: value = "task-3536815" [ 1199.828630] env[69692]: _type = "Task" [ 1199.828630] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.840020] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.918046] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.918470] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e03901e5-14a2-4a86-9686-526cf45b5e27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.932022] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536814, 'name': PowerOffVM_Task, 'duration_secs': 0.271436} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.932022] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.932022] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.932022] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1199.932022] env[69692]: value = "task-3536816" [ 1199.932022] env[69692]: _type = "Task" [ 1199.932022] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.932022] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e638993-6071-4a0f-9eab-3ece5fef52d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.942127] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.957858] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661723} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.958166] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] dfe2f686-f05e-47d6-851c-bd7de9a61bbf/dfe2f686-f05e-47d6-851c-bd7de9a61bbf.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.958419] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.958690] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be0f7b3b-fd2c-4d4c-a34d-6fd023893575 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.964698] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1199.964698] env[69692]: value = "task-3536818" [ 1199.964698] env[69692]: _type = "Task" [ 1199.964698] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.973177] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.992463] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.993161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.993161] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleting the datastore file [datastore2] ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.993455] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85791e89-cf75-4808-aac9-c828ba472de8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.000060] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for the task: (returnval){ [ 1200.000060] env[69692]: value = "task-3536819" [ 1200.000060] env[69692]: _type = "Task" [ 1200.000060] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.009907] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.027023] env[69692]: DEBUG nova.compute.manager [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.027275] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.028271] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5e7d9f-0b76-4277-aec6-17566fb6fd62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.036190] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.036473] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c135636d-9bf7-4ca2-a320-4c068ca3fc71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.062167] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd84a184-b206-431e-8c87-6d7e695b22c2 req-cd2a6af6-1294-49ae-8eff-9b350ea11f37 service nova] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099429] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.099739] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.099927] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore2] 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.100204] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b32c76f-766d-40fa-80cb-88364976798b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.107799] env[69692]: DEBUG oslo_vmware.api [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1200.107799] env[69692]: value = "task-3536821" [ 1200.107799] env[69692]: _type = "Task" [ 1200.107799] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.117133] env[69692]: DEBUG oslo_vmware.api [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.131965] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.169033] env[69692]: INFO nova.compute.manager [-] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Took 1.28 seconds to deallocate network for instance. [ 1200.303165] env[69692]: DEBUG oslo_vmware.api [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536807, 'name': PowerOnVM_Task, 'duration_secs': 1.75921} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.303430] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.303632] env[69692]: INFO nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1200.303808] env[69692]: DEBUG nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.304610] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5340c98c-0260-44d0-9a5e-a88b202dabe0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.319259] env[69692]: INFO nova.compute.claims [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.322913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.323149] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.323388] env[69692]: DEBUG nova.network.neutron [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.340287] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536815, 'name': ReconfigVM_Task, 'duration_secs': 0.290118} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.340562] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 9a86aa3d-3d2a-49b0-888d-74bbab10feec/9a86aa3d-3d2a-49b0-888d-74bbab10feec.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.341193] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9652b4cd-6005-46d5-bfe1-d5266ecc0351 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.347200] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1200.347200] env[69692]: value = "task-3536822" [ 1200.347200] env[69692]: _type = "Task" [ 1200.347200] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.358649] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536822, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.442634] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.473967] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078727} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.474269] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.475051] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3687c-0465-4aff-ba8f-40f831019e57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.497449] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] dfe2f686-f05e-47d6-851c-bd7de9a61bbf/dfe2f686-f05e-47d6-851c-bd7de9a61bbf.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.497776] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f9aca5-5dad-46ff-8c0f-aacd2a5b3da5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.520997] env[69692]: DEBUG oslo_vmware.api [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Task: {'id': task-3536819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195813} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.522291] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.522493] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.522703] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.522864] env[69692]: INFO nova.compute.manager [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1200.523125] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.523376] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1200.523376] env[69692]: value = "task-3536823" [ 1200.523376] env[69692]: _type = "Task" [ 1200.523376] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.523570] env[69692]: DEBUG nova.compute.manager [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.523665] env[69692]: DEBUG nova.network.neutron [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.533021] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.617726] env[69692]: DEBUG oslo_vmware.api [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173264} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.618045] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.618169] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.618344] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.618515] env[69692]: INFO nova.compute.manager [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1200.618746] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.618952] env[69692]: DEBUG nova.compute.manager [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.619066] env[69692]: DEBUG nova.network.neutron [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.631817] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.675551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.824435] env[69692]: INFO nova.compute.manager [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Took 29.93 seconds to build instance. [ 1200.834181] env[69692]: INFO nova.compute.resource_tracker [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating resource usage from migration fafcffb5-c666-4f4e-afa5-229619511a0c [ 1200.857087] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536822, 'name': Rename_Task, 'duration_secs': 0.261183} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.857343] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.857606] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b864ec-8873-4f43-9fe9-766c50459613 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.869773] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1200.869773] env[69692]: value = "task-3536824" [ 1200.869773] env[69692]: _type = "Task" [ 1200.869773] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.878025] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.952542] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.043183] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.050021] env[69692]: DEBUG nova.compute.manager [req-c8583507-6ff1-4098-8dc2-4ea950cdf49c req-b029e511-a98d-4c72-9429-4c379cb4c422 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Received event network-vif-deleted-f95f754a-1b87-485f-b312-b6970ddfaee2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.050021] env[69692]: INFO nova.compute.manager [req-c8583507-6ff1-4098-8dc2-4ea950cdf49c req-b029e511-a98d-4c72-9429-4c379cb4c422 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Neutron deleted interface f95f754a-1b87-485f-b312-b6970ddfaee2; detaching it from the instance and deleting it from the info cache [ 1201.050699] env[69692]: DEBUG nova.network.neutron [req-c8583507-6ff1-4098-8dc2-4ea950cdf49c req-b029e511-a98d-4c72-9429-4c379cb4c422 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.133753] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.162235] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92bb374-b6cb-4fd2-ad7f-04307cef5cc9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.169771] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b9ead3-0c15-408f-89f1-70a12fd3bce0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.208135] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe9b742-a7ce-4f07-aa50-4693b772b514 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.217429] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b177a-0e9c-49af-9e8f-6b3f7de7054a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.230747] env[69692]: DEBUG nova.compute.provider_tree [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.235344] env[69692]: DEBUG nova.compute.manager [req-2bf0799f-81ce-4074-86be-f47cfbd3da97 req-1d9d032e-9bbb-4c52-a422-d7970419c0e0 service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Received event network-vif-deleted-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.235558] env[69692]: INFO nova.compute.manager [req-2bf0799f-81ce-4074-86be-f47cfbd3da97 req-1d9d032e-9bbb-4c52-a422-d7970419c0e0 service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Neutron deleted interface e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67; detaching it from the instance and deleting it from the info cache [ 1201.235740] env[69692]: DEBUG nova.network.neutron [req-2bf0799f-81ce-4074-86be-f47cfbd3da97 req-1d9d032e-9bbb-4c52-a422-d7970419c0e0 service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.278864] env[69692]: DEBUG nova.network.neutron [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.283720] env[69692]: DEBUG nova.network.neutron [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.326127] env[69692]: DEBUG oslo_concurrency.lockutils [None req-dde227fa-ed74-47fb-97e8-399906730ee0 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.443s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.380084] env[69692]: DEBUG oslo_vmware.api [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536824, 'name': PowerOnVM_Task, 'duration_secs': 0.497938} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.380428] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.380637] env[69692]: INFO nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1201.380949] env[69692]: DEBUG nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.381732] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cbc542-7a08-4d12-b5ca-e5ab59543a7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.384289] env[69692]: DEBUG nova.network.neutron [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.447012] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536816, 'name': CreateSnapshot_Task, 'duration_secs': 1.147507} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.447357] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1201.448177] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4f7ad-361b-4ae7-9f14-6cd5756cf0e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.540063] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536823, 'name': ReconfigVM_Task, 'duration_secs': 0.540001} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.540373] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Reconfigured VM instance instance-00000069 to attach disk [datastore1] dfe2f686-f05e-47d6-851c-bd7de9a61bbf/dfe2f686-f05e-47d6-851c-bd7de9a61bbf.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.540978] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a0dc95-33af-4091-a954-f607877d3f3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.547100] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1201.547100] env[69692]: value = "task-3536825" [ 1201.547100] env[69692]: _type = "Task" [ 1201.547100] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.554831] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536825, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.555049] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be6c220d-64fc-474e-a953-ceb20ba4c2eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.563065] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475de01-f480-4deb-a002-eac098babc81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.594161] env[69692]: DEBUG nova.compute.manager [req-c8583507-6ff1-4098-8dc2-4ea950cdf49c req-b029e511-a98d-4c72-9429-4c379cb4c422 service nova] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Detach interface failed, port_id=f95f754a-1b87-485f-b312-b6970ddfaee2, reason: Instance 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.633402] env[69692]: DEBUG oslo_vmware.api [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536797, 'name': ReconfigVM_Task, 'duration_secs': 5.766487} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.633688] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.635243] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Reconfigured VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1201.740957] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43d21966-a55a-4b9b-8414-c894a2190c19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.753377] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44ad6b-4053-4035-8b41-01fb1b5e4329 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.767160] env[69692]: ERROR nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [req-9ec16703-e3e5-4894-a0e2-8d3ceea4b733] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ec16703-e3e5-4894-a0e2-8d3ceea4b733"}]} [ 1201.793533] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.795152] env[69692]: INFO nova.compute.manager [-] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Took 1.27 seconds to deallocate network for instance. [ 1201.795482] env[69692]: DEBUG nova.compute.manager [req-2bf0799f-81ce-4074-86be-f47cfbd3da97 req-1d9d032e-9bbb-4c52-a422-d7970419c0e0 service nova] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Detach interface failed, port_id=e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67, reason: Instance ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.796729] env[69692]: DEBUG nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1201.820271] env[69692]: DEBUG nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1201.820271] env[69692]: DEBUG nova.compute.provider_tree [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.834506] env[69692]: DEBUG nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1201.853506] env[69692]: DEBUG nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1201.887404] env[69692]: INFO nova.compute.manager [-] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Took 1.27 seconds to deallocate network for instance. [ 1201.902773] env[69692]: INFO nova.compute.manager [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Took 28.94 seconds to build instance. [ 1201.966419] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.969884] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d734bc9-dec6-4a37-acc9-8480855daac3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.981019] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1201.981019] env[69692]: value = "task-3536826" [ 1201.981019] env[69692]: _type = "Task" [ 1201.981019] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.989896] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536826, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.057479] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536825, 'name': Rename_Task, 'duration_secs': 0.397146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.058431] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.058431] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b08844c-aa6d-47e0-ad8d-175c1dbb5cb9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.067417] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1202.067417] env[69692]: value = "task-3536827" [ 1202.067417] env[69692]: _type = "Task" [ 1202.067417] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.075326] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.154955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.164918] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.165212] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.165428] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.165617] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.165815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.168722] env[69692]: INFO nova.compute.manager [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Terminating instance [ 1202.174711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7e2ecd-735c-4365-ab76-67305a6f7e63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.184152] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc42927-65fa-4db4-a394-8fde1babb96d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.226751] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667428f-e3c6-4069-8204-4c1ec2004552 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.235848] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794f643b-05b7-480f-b967-2a748356d09b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.251902] env[69692]: DEBUG nova.compute.provider_tree [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.307281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.401206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.405099] env[69692]: DEBUG oslo_concurrency.lockutils [None req-34e93554-0f80-42f2-a32f-3d0b0a8a391d tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.451s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.495816] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536826, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.578013] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536827, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.673737] env[69692]: DEBUG nova.compute.manager [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.674224] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.674968] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e18669a-17ac-4338-8b55-1e6f9742d2ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.683409] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.683703] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b07a53-ad66-4ae7-bc5d-331f1015ee1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.690061] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1202.690061] env[69692]: value = "task-3536828" [ 1202.690061] env[69692]: _type = "Task" [ 1202.690061] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.698161] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.786982] env[69692]: DEBUG nova.scheduler.client.report [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1202.787306] env[69692]: DEBUG nova.compute.provider_tree [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 136 to 137 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1202.787512] env[69692]: DEBUG nova.compute.provider_tree [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.995217] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536826, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.078911] env[69692]: DEBUG oslo_vmware.api [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536827, 'name': PowerOnVM_Task, 'duration_secs': 0.749737} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.079258] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.079500] env[69692]: INFO nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1203.079722] env[69692]: DEBUG nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.080524] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b59689-62a2-43ff-9e58-060d6c5cc7f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.149395] env[69692]: DEBUG nova.compute.manager [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Received event network-changed-b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.149601] env[69692]: DEBUG nova.compute.manager [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Refreshing instance network info cache due to event network-changed-b2fc71fc-1161-4c6a-8928-06ab46740d05. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.149815] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] Acquiring lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.149957] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] Acquired lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.150133] env[69692]: DEBUG nova.network.neutron [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Refreshing network info cache for port b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.200063] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536828, 'name': PowerOffVM_Task, 'duration_secs': 0.232959} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.200352] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.200520] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.200780] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ae4244-f0bf-43fc-9476-a0c0722f734b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.265400] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.265633] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.265819] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore1] de8f2d46-25ea-4bef-8cff-3df1f7bd156d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.266097] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3217b282-43d8-4ab6-ad37-2897ea5f3ae7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.272364] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1203.272364] env[69692]: value = "task-3536830" [ 1203.272364] env[69692]: _type = "Task" [ 1203.272364] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.279851] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.293588] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.501s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.293830] env[69692]: INFO nova.compute.manager [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Migrating [ 1203.300364] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.300527] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.300696] env[69692]: DEBUG nova.network.neutron [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.301815] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.830s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.303648] env[69692]: INFO nova.compute.claims [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.315705] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6181b-c070-4cbd-a314-b78141172d81 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.336891] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.495873] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536826, 'name': CloneVM_Task, 'duration_secs': 1.270818} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.496146] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Created linked-clone VM from snapshot [ 1203.496884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f6299-07c7-4697-9653-483308914b5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.505492] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Uploading image 2259a86d-3789-4de8-9d82-75773ac28761 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.533052] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.533052] env[69692]: value = "vm-706359" [ 1203.533052] env[69692]: _type = "VirtualMachine" [ 1203.533052] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.533342] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-872e6a6c-95e4-4c2c-adc1-fc8da430fb73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.540202] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lease: (returnval){ [ 1203.540202] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f5dc2d-1f1d-7219-0a93-e547c6a8f27d" [ 1203.540202] env[69692]: _type = "HttpNfcLease" [ 1203.540202] env[69692]: } obtained for exporting VM: (result){ [ 1203.540202] env[69692]: value = "vm-706359" [ 1203.540202] env[69692]: _type = "VirtualMachine" [ 1203.540202] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.540758] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the lease: (returnval){ [ 1203.540758] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f5dc2d-1f1d-7219-0a93-e547c6a8f27d" [ 1203.540758] env[69692]: _type = "HttpNfcLease" [ 1203.540758] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.549140] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.549140] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f5dc2d-1f1d-7219-0a93-e547c6a8f27d" [ 1203.549140] env[69692]: _type = "HttpNfcLease" [ 1203.549140] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.597961] env[69692]: INFO nova.compute.manager [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Took 25.18 seconds to build instance. [ 1203.782546] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.820565] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.820565] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.820565] env[69692]: DEBUG nova.network.neutron [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.843141] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.843442] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f04b5f7-d70e-4164-a0a0-4301da4014d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.853128] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1203.853128] env[69692]: value = "task-3536832" [ 1203.853128] env[69692]: _type = "Task" [ 1203.853128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.867936] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.900178] env[69692]: DEBUG nova.compute.manager [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Received event network-changed-4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.900247] env[69692]: DEBUG nova.compute.manager [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Refreshing instance network info cache due to event network-changed-4d1e767d-3976-49f4-b064-ff06eb94f13d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.900511] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] Acquiring lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.900950] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] Acquired lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.901335] env[69692]: DEBUG nova.network.neutron [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Refreshing network info cache for port 4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.009956] env[69692]: DEBUG nova.network.neutron [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updated VIF entry in instance network info cache for port b2fc71fc-1161-4c6a-8928-06ab46740d05. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.010406] env[69692]: DEBUG nova.network.neutron [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updating instance_info_cache with network_info: [{"id": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "address": "fa:16:3e:a4:74:84", "network": {"id": "38c6d293-2982-44df-8145-0e014146fed0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960649718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867a4241836840309b7e85117df98b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fc71fc-11", "ovs_interfaceid": "b2fc71fc-1161-4c6a-8928-06ab46740d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.063683] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.063683] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f5dc2d-1f1d-7219-0a93-e547c6a8f27d" [ 1204.063683] env[69692]: _type = "HttpNfcLease" [ 1204.063683] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1204.063683] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1204.063683] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f5dc2d-1f1d-7219-0a93-e547c6a8f27d" [ 1204.063683] env[69692]: _type = "HttpNfcLease" [ 1204.063683] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1204.063683] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb84e1e-8b2c-4bb2-bbbd-138a80c03d56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.064934] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1204.065307] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1204.126478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.718s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.161121] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-937b380f-8dc2-4df0-96dc-db9055d835d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.176561] env[69692]: INFO nova.network.neutron [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Port f688603c-6fbd-43ec-ba0c-fd69d9705d5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1204.176561] env[69692]: DEBUG nova.network.neutron [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.283829] env[69692]: DEBUG oslo_vmware.api [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578973} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.284115] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.284304] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.284482] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.284655] env[69692]: INFO nova.compute.manager [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1204.284906] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.285112] env[69692]: DEBUG nova.compute.manager [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.285210] env[69692]: DEBUG nova.network.neutron [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.365185] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536832, 'name': PowerOffVM_Task, 'duration_secs': 0.189712} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.365185] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.365527] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.517709] env[69692]: DEBUG oslo_concurrency.lockutils [req-e4f90aeb-3def-4bbb-92bc-48bcd351a364 req-136c77cc-0ccf-4f29-ada1-fbaf71864441 service nova] Releasing lock "refresh_cache-9a86aa3d-3d2a-49b0-888d-74bbab10feec" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.654711] env[69692]: DEBUG nova.network.neutron [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.679964] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.690759] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c18e2e-7514-4018-899e-ff82c77c8fd3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.700841] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d91550-5792-4a94-85f5-69263096048d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.734846] env[69692]: DEBUG nova.network.neutron [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updated VIF entry in instance network info cache for port 4d1e767d-3976-49f4-b064-ff06eb94f13d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.735284] env[69692]: DEBUG nova.network.neutron [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updating instance_info_cache with network_info: [{"id": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "address": "fa:16:3e:14:25:83", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1e767d-39", "ovs_interfaceid": "4d1e767d-3976-49f4-b064-ff06eb94f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.738401] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a280aaaa-4457-43a4-98ea-2504c0daa64a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.746889] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f4ae6-bf90-4f01-88af-3c6730efbd84 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.767325] env[69692]: DEBUG nova.compute.provider_tree [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.852298] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.853219] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.853627] env[69692]: DEBUG nova.objects.instance [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'flavor' on Instance uuid 35f9b1dc-ad13-459a-a1af-668e72aafbe7 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.878143] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.878365] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.878561] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.878766] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.879113] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.879113] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.879303] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.879462] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.879693] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.879876] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.880468] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.885986] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59596ce-6269-4fcd-ad51-7aedb59747b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.904070] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1204.904070] env[69692]: value = "task-3536833" [ 1204.904070] env[69692]: _type = "Task" [ 1204.904070] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.912920] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.147463] env[69692]: DEBUG nova.network.neutron [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.161087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.183974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d24bfc-d17d-44ec-9d5a-6b15221062aa tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-07bad96d-003b-43ef-b1c8-a9edd4069909-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.777s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.203194] env[69692]: DEBUG nova.compute.manager [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-changed-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.203863] env[69692]: DEBUG nova.compute.manager [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing instance network info cache due to event network-changed-23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.204245] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Acquiring lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.204308] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Acquired lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.204470] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Refreshing network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.242675] env[69692]: DEBUG oslo_concurrency.lockutils [req-c9faf5ae-a695-4a5d-88f6-4e6431e37277 req-1197efe7-6d21-4956-8daf-d9a8d4e51dc4 service nova] Releasing lock "refresh_cache-dfe2f686-f05e-47d6-851c-bd7de9a61bbf" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.271047] env[69692]: DEBUG nova.scheduler.client.report [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.415055] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536833, 'name': ReconfigVM_Task, 'duration_secs': 0.186983} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.415456] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.466952] env[69692]: DEBUG nova.objects.instance [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'pci_requests' on Instance uuid 35f9b1dc-ad13-459a-a1af-668e72aafbe7 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.650139] env[69692]: INFO nova.compute.manager [-] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Took 1.36 seconds to deallocate network for instance. [ 1205.776029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.776587] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.782386] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.030s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.784751] env[69692]: INFO nova.compute.claims [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.922247] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.923289] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.923289] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.923289] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.923460] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.923591] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.923803] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.923973] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.924146] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.924313] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.924617] env[69692]: DEBUG nova.virt.hardware [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.930866] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.931929] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updated VIF entry in instance network info cache for port 23a4fd69-c073-448e-934c-573212fa86f0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.932373] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [{"id": "23a4fd69-c073-448e-934c-573212fa86f0", "address": "fa:16:3e:27:af:06", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a4fd69-c0", "ovs_interfaceid": "23a4fd69-c073-448e-934c-573212fa86f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.933644] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8e2ceb-7fb5-4270-8cd7-33165ec075b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.952035] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Releasing lock "refresh_cache-07bad96d-003b-43ef-b1c8-a9edd4069909" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.952384] env[69692]: DEBUG nova.compute.manager [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.952644] env[69692]: DEBUG nova.compute.manager [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing instance network info cache due to event network-changed-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.952978] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.953258] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.953533] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.961019] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1205.961019] env[69692]: value = "task-3536835" [ 1205.961019] env[69692]: _type = "Task" [ 1205.961019] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.972236] env[69692]: DEBUG nova.objects.base [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Object Instance<35f9b1dc-ad13-459a-a1af-668e72aafbe7> lazy-loaded attributes: flavor,pci_requests {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.972567] env[69692]: DEBUG nova.network.neutron [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.974745] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.047255] env[69692]: DEBUG nova.policy [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35668de5e5d44bd28d1ebdce68c9448e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b49db28b9e34cb9af0f6025dd1ddde0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.157447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.288689] env[69692]: DEBUG nova.compute.utils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.297117] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.297117] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.360374] env[69692]: DEBUG nova.policy [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f01989eb434566bb1467597491ff3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd0dee34f5c4668b0acbcc8d9d06ef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.476095] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.682121] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ecce8-d568-47c5-92c4-dd3e6a56cf15 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.707947] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.753829] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Successfully created port: c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.799220] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.909171] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updated VIF entry in instance network info cache for port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.909553] env[69692]: DEBUG nova.network.neutron [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.973185] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.067891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd838419-bdec-4ff3-8c4f-065374af72e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.076055] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcada7-1aa6-4d53-91e2-154b063519f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.108042] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf31082-42f3-4d91-863a-b01d0390d1ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.115789] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4f982-efa1-4fe4-aab5-bab9f4da6ee8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.130294] env[69692]: DEBUG nova.compute.provider_tree [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.218126] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.218126] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc982e3d-20ab-4002-ae6d-52ba8bde7a1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.225899] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1207.225899] env[69692]: value = "task-3536836" [ 1207.225899] env[69692]: _type = "Task" [ 1207.225899] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.235395] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.359057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.359057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.359057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.359057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.359057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.362553] env[69692]: INFO nova.compute.manager [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Terminating instance [ 1207.412256] env[69692]: DEBUG oslo_concurrency.lockutils [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.412384] env[69692]: DEBUG nova.compute.manager [req-869b5efb-b7cf-4778-ad2a-89e28169cc3c req-8bbdf788-12e3-43e0-b760-165d5b1de2c4 service nova] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Received event network-vif-deleted-398b3d9a-556a-4c95-9bea-0718516c2436 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.472786] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536835, 'name': ReconfigVM_Task, 'duration_secs': 1.225082} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.472786] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.473602] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe0c46-8bc3-42b9-8df9-cc14da71298c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.497708] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.498150] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e790bb3-982a-402a-9004-c81c28210ece {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.525102] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1207.525102] env[69692]: value = "task-3536837" [ 1207.525102] env[69692]: _type = "Task" [ 1207.525102] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.539368] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.566028] env[69692]: DEBUG nova.network.neutron [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Successfully updated port: f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.634061] env[69692]: DEBUG nova.scheduler.client.report [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.687085] env[69692]: DEBUG nova.compute.manager [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.687233] env[69692]: DEBUG oslo_concurrency.lockutils [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.687449] env[69692]: DEBUG oslo_concurrency.lockutils [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.687621] env[69692]: DEBUG oslo_concurrency.lockutils [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.687797] env[69692]: DEBUG nova.compute.manager [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] No waiting events found dispatching network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.687966] env[69692]: WARNING nova.compute.manager [req-10ed366d-05fc-4103-bdaa-ffe0bfd0abf3 req-3d4bc91a-25b7-4d73-aeb4-867e0538ebda service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received unexpected event network-vif-plugged-f688603c-6fbd-43ec-ba0c-fd69d9705d5c for instance with vm_state active and task_state None. [ 1207.736204] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536836, 'name': PowerOffVM_Task, 'duration_secs': 0.365941} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.736499] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.736687] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.816732] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.840779] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.841053] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.841229] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.841417] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.841566] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.841746] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.841979] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.842150] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.842319] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.842482] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.842647] env[69692]: DEBUG nova.virt.hardware [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.843862] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1caf6d-92ff-4c2c-b96d-c9ad794ec46b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.853891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324f64e7-6985-4f91-a04a-bbe770e8aedf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.867256] env[69692]: DEBUG nova.compute.manager [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.867464] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.868382] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be56a9c7-c092-4263-b1ec-ff3ced365e59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.875070] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.875156] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f0ba4d5-a3de-4474-aef1-16c00b5f3684 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.882117] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1207.882117] env[69692]: value = "task-3536838" [ 1207.882117] env[69692]: _type = "Task" [ 1207.882117] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.889490] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.044657] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.068596] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.068783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.068964] env[69692]: DEBUG nova.network.neutron [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.139966] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.140494] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.144491] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.684s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.144873] env[69692]: DEBUG nova.objects.instance [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'resources' on Instance uuid 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.243802] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.244074] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.244252] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.244534] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.244745] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.244984] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.245353] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.245490] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.245692] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.245972] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.246198] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.251874] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5178df4a-eb3f-4de3-8987-398ab2278fb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.269044] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1208.269044] env[69692]: value = "task-3536840" [ 1208.269044] env[69692]: _type = "Task" [ 1208.269044] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.278344] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.393404] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536838, 'name': PowerOffVM_Task, 'duration_secs': 0.280943} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.393752] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.394070] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.394436] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-798df4cc-3c56-4f6e-83b3-b4081323a510 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.460100] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.460365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.460567] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Deleting the datastore file [datastore1] 7ae62a8e-3afc-454d-9f9b-da4dba355f0f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.460841] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-630d77e9-ea61-48fa-bb47-e7f0fecac68b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.468634] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for the task: (returnval){ [ 1208.468634] env[69692]: value = "task-3536842" [ 1208.468634] env[69692]: _type = "Task" [ 1208.468634] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.477418] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.537782] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536837, 'name': ReconfigVM_Task, 'duration_secs': 0.710828} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.538241] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fac89447-8f75-4063-907f-bcf7186c8852/fac89447-8f75-4063-907f-bcf7186c8852.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.538458] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.567805] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Successfully updated port: c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.608802] env[69692]: WARNING nova.network.neutron [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] 4b64e4db-dbcd-4ee5-a1c3-022df5e123a4 already exists in list: networks containing: ['4b64e4db-dbcd-4ee5-a1c3-022df5e123a4']. ignoring it [ 1208.649022] env[69692]: DEBUG nova.compute.utils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.653276] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1208.653879] env[69692]: DEBUG nova.objects.instance [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'numa_topology' on Instance uuid 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.657311] env[69692]: DEBUG nova.compute.manager [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Received event network-vif-plugged-c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.657536] env[69692]: DEBUG oslo_concurrency.lockutils [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.657764] env[69692]: DEBUG oslo_concurrency.lockutils [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.657992] env[69692]: DEBUG oslo_concurrency.lockutils [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.658244] env[69692]: DEBUG nova.compute.manager [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] No waiting events found dispatching network-vif-plugged-c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1208.658434] env[69692]: WARNING nova.compute.manager [req-463bc06c-b881-41d3-aa0e-36212ce25139 req-f992819e-2d52-4d6d-87bc-5d227995b19c service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Received unexpected event network-vif-plugged-c1fc9935-d31e-439c-ad87-a9551c2896a9 for instance with vm_state building and task_state spawning. [ 1208.781841] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.978526] env[69692]: DEBUG oslo_vmware.api [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Task: {'id': task-3536842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407994} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.978787] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.979011] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.979174] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.979372] env[69692]: INFO nova.compute.manager [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1208.979647] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.979839] env[69692]: DEBUG nova.compute.manager [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.979934] env[69692]: DEBUG nova.network.neutron [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.983036] env[69692]: DEBUG nova.network.neutron [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "address": "fa:16:3e:63:d5:8c", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688603c-6f", "ovs_interfaceid": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.047075] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6d7699-a23e-47d5-ae55-4774083dad87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.067112] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0397a740-ff15-41e1-9735-d4c64ce72bd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.085924] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.086097] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.086253] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.087467] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.156346] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.159786] env[69692]: DEBUG nova.objects.base [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Object Instance<432b3ead-204a-4f1b-8283-2c448acc227b> lazy-loaded attributes: resources,numa_topology {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.282612] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.448608] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d0dc5-29ea-43ed-b443-08f8edc3a2ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.457985] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260c8d1-9ee7-4967-a381-fc33bb76c51f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.489488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.490159] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.490296] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.491295] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1909bea3-1ed0-454f-9d4c-22655a279e85 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.494495] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98bbc07-b359-4203-a633-3f32ea46a93e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513918] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b2cf1-bc15-4b54-b882-68244c59e021 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.518440] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.518661] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.518820] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.519007] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.519161] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.519307] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.519555] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.519677] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.519857] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.520036] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.520205] env[69692]: DEBUG nova.virt.hardware [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.526600] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfiguring VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1209.527422] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb1774b-31ba-4223-b013-a7f6b675360b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.550321] env[69692]: DEBUG nova.compute.provider_tree [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.552836] env[69692]: DEBUG oslo_vmware.api [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1209.552836] env[69692]: value = "task-3536843" [ 1209.552836] env[69692]: _type = "Task" [ 1209.552836] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.560638] env[69692]: DEBUG oslo_vmware.api [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536843, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.635057] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.678184] env[69692]: DEBUG nova.network.neutron [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Port 78380f33-af97-4ae5-b1e4-489bd7961ab9 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1209.785155] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536840, 'name': ReconfigVM_Task, 'duration_secs': 1.300722} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.785698] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.795523] env[69692]: DEBUG nova.compute.manager [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-changed-f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.795895] env[69692]: DEBUG nova.compute.manager [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing instance network info cache due to event network-changed-f688603c-6fbd-43ec-ba0c-fd69d9705d5c. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.796271] env[69692]: DEBUG oslo_concurrency.lockutils [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.796538] env[69692]: DEBUG oslo_concurrency.lockutils [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.796810] env[69692]: DEBUG nova.network.neutron [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Refreshing network info cache for port f688603c-6fbd-43ec-ba0c-fd69d9705d5c {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.799171] env[69692]: DEBUG nova.network.neutron [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating instance_info_cache with network_info: [{"id": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "address": "fa:16:3e:b1:a8:05", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1fc9935-d3", "ovs_interfaceid": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.939359] env[69692]: DEBUG nova.network.neutron [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.067854] env[69692]: DEBUG oslo_vmware.api [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.088764] env[69692]: DEBUG nova.scheduler.client.report [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1210.088764] env[69692]: DEBUG nova.compute.provider_tree [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 137 to 138 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1210.088961] env[69692]: DEBUG nova.compute.provider_tree [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.175978] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.200247] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.200507] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.200667] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.200850] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.200996] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.201183] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.201531] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.201685] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.201877] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.202050] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.202222] env[69692]: DEBUG nova.virt.hardware [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.203114] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f2192-ba29-4386-8f8d-2678f487594c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.211111] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bf11d5-52e7-427c-a96e-073972cc0757 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.226039] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.232355] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Creating folder: Project (232bdbe456e64d0585944860d6d5da82). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.233580] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1efef4bf-b639-47e1-91f0-57ea2172235b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.245558] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Created folder: Project (232bdbe456e64d0585944860d6d5da82) in parent group-v706084. [ 1210.245798] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Creating folder: Instances. Parent ref: group-v706361. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.246065] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b349aa5-4ef7-451a-9655-732b3b36bf6d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.257102] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Created folder: Instances in parent group-v706361. [ 1210.257397] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.257604] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.257843] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00dfec2-4c37-4659-8c1f-8da81c38db04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.275474] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.275474] env[69692]: value = "task-3536847" [ 1210.275474] env[69692]: _type = "Task" [ 1210.275474] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.283571] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536847, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.303771] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.304171] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.304271] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.304461] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.304614] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.304767] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.304971] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.305157] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.305353] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.305566] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.305736] env[69692]: DEBUG nova.virt.hardware [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.311559] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.314115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.314412] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Instance network_info: |[{"id": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "address": "fa:16:3e:b1:a8:05", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1fc9935-d3", "ovs_interfaceid": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.314976] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99018f21-0eaa-46a9-8421-ffc2b57c1676 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.329392] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a8:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1fc9935-d31e-439c-ad87-a9551c2896a9', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.341959] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.343843] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.344728] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27a6e19-e8c1-4f7f-940b-8b30e5c7ce07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.370432] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1210.370432] env[69692]: value = "task-3536848" [ 1210.370432] env[69692]: _type = "Task" [ 1210.370432] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.378431] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.378431] env[69692]: value = "task-3536849" [ 1210.378431] env[69692]: _type = "Task" [ 1210.378431] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.389974] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.395588] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536849, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.447772] env[69692]: INFO nova.compute.manager [-] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Took 1.47 seconds to deallocate network for instance. [ 1210.568537] env[69692]: DEBUG oslo_vmware.api [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536843, 'name': ReconfigVM_Task, 'duration_secs': 0.989578} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.569173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.569433] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfigured VM to attach interface {{(pid=69692) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1210.584449] env[69692]: DEBUG nova.network.neutron [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updated VIF entry in instance network info cache for port f688603c-6fbd-43ec-ba0c-fd69d9705d5c. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.585060] env[69692]: DEBUG nova.network.neutron [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "address": "fa:16:3e:63:d5:8c", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688603c-6f", "ovs_interfaceid": "f688603c-6fbd-43ec-ba0c-fd69d9705d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.594796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.450s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.598180] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.923s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.598447] env[69692]: DEBUG nova.objects.instance [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lazy-loading 'resources' on Instance uuid 6990cec6-ebac-4df4-8336-32134853d547 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.696113] env[69692]: DEBUG nova.compute.manager [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Received event network-changed-c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.696300] env[69692]: DEBUG nova.compute.manager [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Refreshing instance network info cache due to event network-changed-c1fc9935-d31e-439c-ad87-a9551c2896a9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.696525] env[69692]: DEBUG oslo_concurrency.lockutils [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] Acquiring lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.696701] env[69692]: DEBUG oslo_concurrency.lockutils [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] Acquired lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.696870] env[69692]: DEBUG nova.network.neutron [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Refreshing network info cache for port c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.704991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.705226] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.705416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.786123] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536847, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.880995] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536848, 'name': ReconfigVM_Task, 'duration_secs': 0.30434} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.884121] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.884879] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa57374-c115-4fa0-abb3-fa5e4e68f58e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.892316] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536849, 'name': CreateVM_Task, 'duration_secs': 0.385494} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.905299] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.913647] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.914547] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.914728] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.915085] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.915340] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede0b1ee-ef9b-4608-beb0-07b8e9d3b2a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.928869] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8476ba0b-2d75-4462-859d-e65b9474bf6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.934215] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1210.934215] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5233fba7-f8ad-8b12-cba1-8422d4c76bf2" [ 1210.934215] env[69692]: _type = "Task" [ 1210.934215] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.939088] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1210.939088] env[69692]: value = "task-3536850" [ 1210.939088] env[69692]: _type = "Task" [ 1210.939088] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.946070] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5233fba7-f8ad-8b12-cba1-8422d4c76bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.951523] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.956840] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.075671] env[69692]: DEBUG oslo_concurrency.lockutils [None req-11aede55-e8a3-4f44-8436-3058859f26ba tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.222s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.088619] env[69692]: DEBUG oslo_concurrency.lockutils [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.088931] env[69692]: DEBUG nova.compute.manager [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Received event network-vif-deleted-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.089183] env[69692]: INFO nova.compute.manager [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Neutron deleted interface a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c; detaching it from the instance and deleting it from the info cache [ 1211.089404] env[69692]: DEBUG nova.network.neutron [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.106191] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0374e099-4992-4d92-b24b-43ee366152fe tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.776s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.107565] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.952s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.107565] env[69692]: INFO nova.compute.manager [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Unshelving [ 1211.289373] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536847, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.364514] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6386b34d-2962-4767-a04c-cae21c74f37b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.374501] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34639f47-5770-44f3-8019-62ad73290653 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.406084] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89dfa2-f4e7-46a6-9ae9-fe3368c480e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.415955] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aee954-4dfc-42c5-b0a0-34b49593ec00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.429223] env[69692]: DEBUG nova.compute.provider_tree [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.443740] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5233fba7-f8ad-8b12-cba1-8422d4c76bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.444622] env[69692]: DEBUG nova.network.neutron [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updated VIF entry in instance network info cache for port c1fc9935-d31e-439c-ad87-a9551c2896a9. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.445311] env[69692]: DEBUG nova.network.neutron [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating instance_info_cache with network_info: [{"id": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "address": "fa:16:3e:b1:a8:05", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1fc9935-d3", "ovs_interfaceid": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.448827] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.449095] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.449337] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.449520] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.449662] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.450345] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d04582-b0ca-4fdd-b9d0-355ceed44e62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.459009] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.459668] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.459836] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.460777] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f972ceb-8a53-4b57-b517-7ea1e980b5bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.465963] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1211.465963] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5248cad9-479e-a38a-d7c7-132a7351d7b7" [ 1211.465963] env[69692]: _type = "Task" [ 1211.465963] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.475437] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5248cad9-479e-a38a-d7c7-132a7351d7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.593678] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e443a5a-55ad-4cd3-b07b-70ea7f4e6d7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.602205] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483e1d6-e3da-40de-889d-4e6d2d3fe8b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.639243] env[69692]: DEBUG nova.compute.manager [req-f588bd87-cd26-40d5-9ad1-e54594edd469 req-cd8821d6-03b6-471b-8aaa-0a5a882296c6 service nova] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Detach interface failed, port_id=a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c, reason: Instance 7ae62a8e-3afc-454d-9f9b-da4dba355f0f could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.745744] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.745972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.746172] env[69692]: DEBUG nova.network.neutron [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.786501] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536847, 'name': CreateVM_Task, 'duration_secs': 1.340581} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.786920] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.787367] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.787578] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.787900] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.788169] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845b96d6-eca6-4b68-bafb-55fc4bfe3ee0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.793318] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1211.793318] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c6c8a6-6269-3bba-ac55-9311fae8cf73" [ 1211.793318] env[69692]: _type = "Task" [ 1211.793318] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.801834] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c6c8a6-6269-3bba-ac55-9311fae8cf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.932420] env[69692]: DEBUG nova.scheduler.client.report [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.953609] env[69692]: DEBUG oslo_concurrency.lockutils [req-cf7382bb-57c6-449f-88c9-893d51637af5 req-5ac87d84-7699-4e66-8297-0b0b2e3001a5 service nova] Releasing lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.954092] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536850, 'name': ReconfigVM_Task, 'duration_secs': 0.683275} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.954996] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.955334] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.977385] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5248cad9-479e-a38a-d7c7-132a7351d7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.978199] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a757419-5d72-4da4-9a3a-8f43de5e81d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.983848] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1211.983848] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5245a251-ba04-e1cc-7cd4-d2dadfe22310" [ 1211.983848] env[69692]: _type = "Task" [ 1211.983848] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.992280] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5245a251-ba04-e1cc-7cd4-d2dadfe22310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.137481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.305126] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c6c8a6-6269-3bba-ac55-9311fae8cf73, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.305602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.305958] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.306315] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.437923] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.440622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.134s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.440898] env[69692]: DEBUG nova.objects.instance [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lazy-loading 'resources' on Instance uuid ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.457407] env[69692]: DEBUG nova.network.neutron [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.459668] env[69692]: INFO nova.scheduler.client.report [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Deleted allocations for instance 6990cec6-ebac-4df4-8336-32134853d547 [ 1212.466152] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c894726e-54a6-47f4-84b1-6f8af9588ef7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.494116] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4dd29-2134-44e5-bbff-052e105b349f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.502550] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5245a251-ba04-e1cc-7cd4-d2dadfe22310, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.518442] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.518736] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ea9b3b6a-769c-4654-b726-becec9eab79e/ea9b3b6a-769c-4654-b726-becec9eab79e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.519917] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.523235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.523445] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.523676] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d2c806-4a35-4a00-b806-eb346619fc0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.526228] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9a7d761-062e-4a51-9385-10fb39c63957 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.533877] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1212.533877] env[69692]: value = "task-3536852" [ 1212.533877] env[69692]: _type = "Task" [ 1212.533877] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.538098] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.538287] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.539374] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ef3d3e-865f-43b4-8c11-2a2a7f9e4d00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.545330] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.550423] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1212.550423] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a1e59e-dc6d-e682-ec64-ba5090bfbf33" [ 1212.550423] env[69692]: _type = "Task" [ 1212.550423] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.557253] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a1e59e-dc6d-e682-ec64-ba5090bfbf33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.642928] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.643304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.963722] env[69692]: DEBUG oslo_concurrency.lockutils [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.976272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45ab43f9-dc79-481d-892c-4e170f4423f7 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Lock "6990cec6-ebac-4df4-8336-32134853d547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.724s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.046056] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.060528] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a1e59e-dc6d-e682-ec64-ba5090bfbf33, 'name': SearchDatastore_Task, 'duration_secs': 0.025026} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.061440] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f22eaaf-a1a1-4910-88f1-6fbc8a957930 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.070857] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1213.070857] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52228089-2bca-c858-5231-ce7bc94d7c94" [ 1213.070857] env[69692]: _type = "Task" [ 1213.070857] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.081051] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52228089-2bca-c858-5231-ce7bc94d7c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.146452] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.146828] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.148215] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b88933-d5d3-47cc-b784-7e3d34106b46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.174741] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6161e850-0daa-44b5-87c1-14ce3d3a5c0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.203732] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfiguring VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1213.206808] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0883a988-7074-48cc-9fb4-d800fb52dc57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.227456] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1213.227456] env[69692]: value = "task-3536853" [ 1213.227456] env[69692]: _type = "Task" [ 1213.227456] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.239538] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.285688] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d42720-c71b-449a-8e54-aac4c8fb642f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.294592] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630951d2-aca2-4e46-8545-b874c8322566 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.329883] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d654da-d47a-40e2-a496-a31dd735c080 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.339180] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a8692c-28d8-4a6d-9465-f08e2facb3aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.355109] env[69692]: DEBUG nova.compute.provider_tree [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.486851] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62117f-e8c4-4bed-ace4-833b843d118c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.508159] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c35cf-ea22-41e5-a515-9f99420f6e8f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.516393] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.547770] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673526} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.547934] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ea9b3b6a-769c-4654-b726-becec9eab79e/ea9b3b6a-769c-4654-b726-becec9eab79e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.548179] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.548451] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e58b0abd-ddf0-4211-a6f4-8164d204ccf9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.556254] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1213.556254] env[69692]: value = "task-3536854" [ 1213.556254] env[69692]: _type = "Task" [ 1213.556254] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.566484] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.584413] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52228089-2bca-c858-5231-ce7bc94d7c94, 'name': SearchDatastore_Task, 'duration_secs': 0.052358} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.584738] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.585080] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] fee8d36a-f622-4848-9ae9-bfdf3936014c/fee8d36a-f622-4848-9ae9-bfdf3936014c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.585377] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea70c2e4-40b6-489b-9f96-ecaef1f786c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.594934] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1213.594934] env[69692]: value = "task-3536855" [ 1213.594934] env[69692]: _type = "Task" [ 1213.594934] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.605142] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.739886] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.782932] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.784092] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f10b89-6e94-42bf-90b7-d826e14c25d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.791669] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.791878] env[69692]: ERROR oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk due to incomplete transfer. [ 1213.792126] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aab8ed80-e0b7-4634-8982-784fc45f6aca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.801733] env[69692]: DEBUG oslo_vmware.rw_handles [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528999ee-7dd5-231e-e80e-3d2418270e3a/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.801956] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Uploaded image 2259a86d-3789-4de8-9d82-75773ac28761 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.804131] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.804767] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f977d250-30fb-42e6-94ff-73d63d97236b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.813208] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1213.813208] env[69692]: value = "task-3536856" [ 1213.813208] env[69692]: _type = "Task" [ 1213.813208] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.822570] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536856, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.858940] env[69692]: DEBUG nova.scheduler.client.report [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.025492] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.025492] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d73462c-cfaa-4a76-8bea-7fff145167fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.036249] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1214.036249] env[69692]: value = "task-3536857" [ 1214.036249] env[69692]: _type = "Task" [ 1214.036249] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.047598] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.067686] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071356} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.068070] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.068943] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817bc3bc-a7b6-414c-9367-ffd8e6866894 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.094131] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] ea9b3b6a-769c-4654-b726-becec9eab79e/ea9b3b6a-769c-4654-b726-becec9eab79e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.094476] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82946d44-3eae-4bc4-a2ec-9beeacb7c5da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.119534] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492387} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.120753] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] fee8d36a-f622-4848-9ae9-bfdf3936014c/fee8d36a-f622-4848-9ae9-bfdf3936014c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.121014] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.121339] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1214.121339] env[69692]: value = "task-3536858" [ 1214.121339] env[69692]: _type = "Task" [ 1214.121339] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.121529] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50cc0a8d-568e-4504-9fb4-f94422427cc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.149695] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.149695] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1214.149695] env[69692]: value = "task-3536859" [ 1214.149695] env[69692]: _type = "Task" [ 1214.149695] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.150056] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.226996] env[69692]: DEBUG nova.network.neutron [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.239064] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.324112] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536856, 'name': Destroy_Task, 'duration_secs': 0.419389} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.324381] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Destroyed the VM [ 1214.324634] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.324949] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d287629c-e4fb-4dc8-a4e4-62f0372b4936 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.332197] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1214.332197] env[69692]: value = "task-3536860" [ 1214.332197] env[69692]: _type = "Task" [ 1214.332197] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.342252] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.364326] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.367637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.966s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.367905] env[69692]: DEBUG nova.objects.instance [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'resources' on Instance uuid 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.410277] env[69692]: INFO nova.scheduler.client.report [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Deleted allocations for instance ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a [ 1214.549191] env[69692]: DEBUG oslo_vmware.api [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536857, 'name': PowerOnVM_Task, 'duration_secs': 0.470417} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.549634] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.549931] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-13eab816-9313-4813-8752-4c9e58996168 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance 'fac89447-8f75-4063-907f-bcf7186c8852' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.641136] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.653125] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076902} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.653388] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.654232] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e611a86-2d08-4575-8c56-a161a78fb287 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.677354] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] fee8d36a-f622-4848-9ae9-bfdf3936014c/fee8d36a-f622-4848-9ae9-bfdf3936014c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.677354] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5ef2bc-cd7d-4729-9101-c40c69ec4b48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.702136] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1214.702136] env[69692]: value = "task-3536862" [ 1214.702136] env[69692]: _type = "Task" [ 1214.702136] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.716240] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.750495] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.844549] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.923916] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a46f0037-1dfc-497e-9a40-5bb85b142bbf tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Lock "ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.071s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.140505] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536858, 'name': ReconfigVM_Task, 'duration_secs': 0.550709} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.140933] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] ea9b3b6a-769c-4654-b726-becec9eab79e/ea9b3b6a-769c-4654-b726-becec9eab79e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.141855] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c6b5158-e5a0-442d-b651-7bc1e8fe8b2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.145463] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecd9458-22d2-45f9-bc21-2f4de243c82f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.155704] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e1cd3-cd42-4617-8ce1-ec8c855d2cd3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.161065] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1215.161065] env[69692]: value = "task-3536863" [ 1215.161065] env[69692]: _type = "Task" [ 1215.161065] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.198504] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd5bc8-2dc1-4d71-b128-e6d3dec64e98 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.201085] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536863, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.210085] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba802f63-dabf-4c85-b7ce-ea95245bb567 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.217135] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536862, 'name': ReconfigVM_Task, 'duration_secs': 0.363791} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.217820] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Reconfigured VM instance instance-0000006b to attach disk [datastore2] fee8d36a-f622-4848-9ae9-bfdf3936014c/fee8d36a-f622-4848-9ae9-bfdf3936014c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.218501] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d41daca-00f8-449f-b41c-89553b9b911a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.228484] env[69692]: DEBUG nova.compute.provider_tree [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.237133] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1215.237133] env[69692]: value = "task-3536864" [ 1215.237133] env[69692]: _type = "Task" [ 1215.237133] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.250357] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.262954] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.263253] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.263481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.286188] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536864, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.343122] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536860, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.674839] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536863, 'name': Rename_Task, 'duration_secs': 0.336812} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.674839] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.674839] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577d4274-5e65-496c-b40d-d8255637c28c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.683047] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1215.683047] env[69692]: value = "task-3536865" [ 1215.683047] env[69692]: _type = "Task" [ 1215.683047] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.692490] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.732232] env[69692]: DEBUG nova.scheduler.client.report [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.748352] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.755905] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536864, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.850091] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536860, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.193490] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.243074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.245508] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.246781] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.089s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.246781] env[69692]: DEBUG nova.objects.instance [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid de8f2d46-25ea-4bef-8cff-3df1f7bd156d {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.260255] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536864, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.273095] env[69692]: INFO nova.scheduler.client.report [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance 8bd6e78f-c858-4faa-a03e-3216d74e0ab9 [ 1216.334852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.335049] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.335228] env[69692]: DEBUG nova.network.neutron [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.342093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.342093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.342093] env[69692]: DEBUG nova.compute.manager [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Going to confirm migration 5 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1216.349188] env[69692]: DEBUG oslo_vmware.api [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536860, 'name': RemoveSnapshot_Task, 'duration_secs': 1.6953} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.349441] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1216.349717] env[69692]: INFO nova.compute.manager [None req-2f16c82b-32d8-49ee-9f9b-ca8dd9d8d3f5 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 16.98 seconds to snapshot the instance on the hypervisor. [ 1216.697817] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.743562] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.760020] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536864, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.781912] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e25e1d10-8a94-4003-bd2c-d65d987976cf tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "8bd6e78f-c858-4faa-a03e-3216d74e0ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.265s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.883738] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.883976] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.884136] env[69692]: DEBUG nova.network.neutron [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.884376] env[69692]: DEBUG nova.objects.instance [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'info_cache' on Instance uuid fac89447-8f75-4063-907f-bcf7186c8852 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.023865] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15e580-6f54-40b3-8068-6f03239f0dd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.035193] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51aeabc-d8ac-413e-a705-166cddd40b89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.068981] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1108ba-972f-49d6-8d48-05baa5e0dba6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.084041] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08353735-a841-4d38-bd46-faa44e17f2d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.100384] env[69692]: DEBUG nova.compute.provider_tree [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.144682] env[69692]: DEBUG nova.network.neutron [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.194807] env[69692]: DEBUG oslo_vmware.api [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536865, 'name': PowerOnVM_Task, 'duration_secs': 1.058589} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.195061] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.195282] env[69692]: INFO nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1217.195342] env[69692]: DEBUG nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.196143] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c4816-bd21-42bf-b8c6-8575f345db3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.243455] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.255537] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536864, 'name': Rename_Task, 'duration_secs': 1.916718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.255813] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.256061] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ec5a6bc-62de-47d6-bba9-80e876c4e544 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.263175] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1217.263175] env[69692]: value = "task-3536867" [ 1217.263175] env[69692]: _type = "Task" [ 1217.263175] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.285790] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.577852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "b97e63be-6fa4-417b-907e-2e4050712f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.578207] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.579018] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.579280] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.579514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.582330] env[69692]: INFO nova.compute.manager [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Terminating instance [ 1217.603300] env[69692]: DEBUG nova.scheduler.client.report [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.648120] env[69692]: DEBUG oslo_concurrency.lockutils [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.714023] env[69692]: INFO nova.compute.manager [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Took 21.26 seconds to build instance. [ 1217.744138] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.773765] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.942660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "526fb690-0d52-40b4-8b7c-600e36c155af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.942922] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.086367] env[69692]: DEBUG nova.compute.manager [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.086367] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.087265] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f24abb-f4c6-4342-acea-079343345c58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.096324] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.096609] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28932775-f526-4d17-9c96-f204bfcc7ab6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.100324] env[69692]: DEBUG nova.compute.manager [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Received event network-changed-c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.100511] env[69692]: DEBUG nova.compute.manager [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Refreshing instance network info cache due to event network-changed-c1fc9935-d31e-439c-ad87-a9551c2896a9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.100736] env[69692]: DEBUG oslo_concurrency.lockutils [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] Acquiring lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.100908] env[69692]: DEBUG oslo_concurrency.lockutils [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] Acquired lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.101086] env[69692]: DEBUG nova.network.neutron [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Refreshing network info cache for port c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.108073] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.112255] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.155s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.112484] env[69692]: DEBUG nova.objects.instance [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lazy-loading 'resources' on Instance uuid 7ae62a8e-3afc-454d-9f9b-da4dba355f0f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.115476] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1218.115476] env[69692]: value = "task-3536868" [ 1218.115476] env[69692]: _type = "Task" [ 1218.115476] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.118845] env[69692]: DEBUG nova.network.neutron [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [{"id": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "address": "fa:16:3e:94:48:55", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78380f33-af", "ovs_interfaceid": "78380f33-af97-4ae5-b1e4-489bd7961ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.127440] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.134829] env[69692]: INFO nova.scheduler.client.report [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance de8f2d46-25ea-4bef-8cff-3df1f7bd156d [ 1218.158392] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc4cdc3-3bf2-4902-a5fa-7eeb5a873dc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.167524] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8b7fd-bb98-478c-b380-27d0f7373d10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.214457] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.787s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.244512] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.286191] env[69692]: DEBUG oslo_vmware.api [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536867, 'name': PowerOnVM_Task, 'duration_secs': 0.880525} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.286605] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.286605] env[69692]: INFO nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1218.286722] env[69692]: DEBUG nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.287518] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c595e5-7558-417b-ae2c-939a43640640 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.448951] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.622558] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-fac89447-8f75-4063-907f-bcf7186c8852" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.623114] env[69692]: DEBUG nova.objects.instance [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'migration_context' on Instance uuid fac89447-8f75-4063-907f-bcf7186c8852 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.630486] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536868, 'name': PowerOffVM_Task, 'duration_secs': 0.322278} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.630767] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.630956] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.631691] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c60bbb-61b5-41db-9f5d-d31cf91d7202 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.644278] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4193a8b-cabd-4469-99db-a9795041fbfb tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "de8f2d46-25ea-4bef-8cff-3df1f7bd156d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.479s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.727746] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.728103] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.728275] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Deleting the datastore file [datastore1] b97e63be-6fa4-417b-907e-2e4050712f72 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.728541] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f8df52-cf88-48c4-abc2-423c518b0eb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.744839] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for the task: (returnval){ [ 1218.744839] env[69692]: value = "task-3536871" [ 1218.744839] env[69692]: _type = "Task" [ 1218.744839] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.752478] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.760578] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.807977] env[69692]: INFO nova.compute.manager [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Took 21.07 seconds to build instance. [ 1218.836475] env[69692]: DEBUG nova.network.neutron [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updated VIF entry in instance network info cache for port c1fc9935-d31e-439c-ad87-a9551c2896a9. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.836838] env[69692]: DEBUG nova.network.neutron [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating instance_info_cache with network_info: [{"id": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "address": "fa:16:3e:b1:a8:05", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1fc9935-d3", "ovs_interfaceid": "c1fc9935-d31e-439c-ad87-a9551c2896a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.852538] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52998dd-5418-4483-b928-04a9ec923206 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.861394] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b969c-defe-4dce-9c43-6bb2989ab56b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.892393] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4e924c-d4c3-4a71-80c4-34ed546f5ddd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.900674] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952142fa-d25e-4b2b-979a-b0c62e2f5e2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.915467] env[69692]: DEBUG nova.compute.provider_tree [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.975074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.126535] env[69692]: DEBUG nova.objects.base [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.127875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276c4dc-342b-49a1-ad36-fc3088a033f9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.151698] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8c1ccd-b6ce-4b8f-9718-025f667ead76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.158557] env[69692]: DEBUG oslo_vmware.api [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1219.158557] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524690d1-6bca-b910-923f-9c6148ab5fda" [ 1219.158557] env[69692]: _type = "Task" [ 1219.158557] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.167347] env[69692]: DEBUG oslo_vmware.api [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524690d1-6bca-b910-923f-9c6148ab5fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.245744] env[69692]: DEBUG oslo_vmware.api [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536853, 'name': ReconfigVM_Task, 'duration_secs': 5.771718} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.248883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.249110] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Reconfigured VM to detach interface {{(pid=69692) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1219.256514] env[69692]: DEBUG oslo_vmware.api [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Task: {'id': task-3536871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316962} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.256777] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.256980] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.257186] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.257395] env[69692]: INFO nova.compute.manager [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1219.257622] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.257826] env[69692]: DEBUG nova.compute.manager [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.257916] env[69692]: DEBUG nova.network.neutron [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.284464] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44551c0-c09c-4d03-9417-f41dbd8dcac7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.311089] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8193ab37-1891-4f29-b8e0-940fa56254a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.314435] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2d27d9df-e608-4f3f-a520-12e4aec768e5 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.599s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.321176] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.342228] env[69692]: DEBUG oslo_concurrency.lockutils [req-18d359d2-92c8-4849-8ca2-69d917482121 req-c17d6cb3-38b8-4742-ac0e-ab06385e53e7 service nova] Releasing lock "refresh_cache-ea9b3b6a-769c-4654-b726-becec9eab79e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.419356] env[69692]: DEBUG nova.scheduler.client.report [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.673781] env[69692]: DEBUG oslo_vmware.api [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524690d1-6bca-b910-923f-9c6148ab5fda, 'name': SearchDatastore_Task, 'duration_secs': 0.014327} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.673967] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.828339] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.828642] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9b491a-2678-4612-9647-dd69b6fb8de4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.837670] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1219.837670] env[69692]: value = "task-3536872" [ 1219.837670] env[69692]: _type = "Task" [ 1219.837670] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.847848] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.927167] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.929635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.792s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.929896] env[69692]: DEBUG nova.objects.instance [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'pci_requests' on Instance uuid 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.944314] env[69692]: INFO nova.scheduler.client.report [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Deleted allocations for instance 7ae62a8e-3afc-454d-9f9b-da4dba355f0f [ 1219.996201] env[69692]: DEBUG nova.compute.manager [None req-e2acba15-98b3-42e9-b24c-846577ff8c00 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.997095] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2cbab-525f-4d7c-8fdf-537447dcb0c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.047944] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.048178] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.132827] env[69692]: DEBUG nova.compute.manager [req-d1d4599b-d0ec-4c5f-a8ec-75688e3cda48 req-ef4b30b9-9efe-436d-95de-a04b48a9d2ae service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Received event network-vif-deleted-9c1f0534-b330-4647-b6f7-f3e848c9dbbd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.133051] env[69692]: INFO nova.compute.manager [req-d1d4599b-d0ec-4c5f-a8ec-75688e3cda48 req-ef4b30b9-9efe-436d-95de-a04b48a9d2ae service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Neutron deleted interface 9c1f0534-b330-4647-b6f7-f3e848c9dbbd; detaching it from the instance and deleting it from the info cache [ 1220.133237] env[69692]: DEBUG nova.network.neutron [req-d1d4599b-d0ec-4c5f-a8ec-75688e3cda48 req-ef4b30b9-9efe-436d-95de-a04b48a9d2ae service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.166043] env[69692]: DEBUG nova.network.neutron [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.232551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.232839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.233063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "fee8d36a-f622-4848-9ae9-bfdf3936014c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.233256] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.233426] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.235515] env[69692]: INFO nova.compute.manager [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Terminating instance [ 1220.350515] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.434060] env[69692]: DEBUG nova.objects.instance [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lazy-loading 'numa_topology' on Instance uuid 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.453541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-81ca58a8-9652-4762-984b-e1016252a827 tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Lock "7ae62a8e-3afc-454d-9f9b-da4dba355f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.097s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.508913] env[69692]: INFO nova.compute.manager [None req-e2acba15-98b3-42e9-b24c-846577ff8c00 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] instance snapshotting [ 1220.509541] env[69692]: DEBUG nova.objects.instance [None req-e2acba15-98b3-42e9-b24c-846577ff8c00 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lazy-loading 'flavor' on Instance uuid fee8d36a-f622-4848-9ae9-bfdf3936014c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.550892] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.636574] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e344e148-1f8b-4c6d-9b30-0dae5fdffea9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.649762] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ad5bf-70b8-493a-8686-9a077554fb5a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.665632] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.665939] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquired lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.666148] env[69692]: DEBUG nova.network.neutron [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.668251] env[69692]: INFO nova.compute.manager [-] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Took 1.41 seconds to deallocate network for instance. [ 1220.696569] env[69692]: DEBUG nova.compute.manager [req-d1d4599b-d0ec-4c5f-a8ec-75688e3cda48 req-ef4b30b9-9efe-436d-95de-a04b48a9d2ae service nova] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Detach interface failed, port_id=9c1f0534-b330-4647-b6f7-f3e848c9dbbd, reason: Instance b97e63be-6fa4-417b-907e-2e4050712f72 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.738880] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "refresh_cache-fee8d36a-f622-4848-9ae9-bfdf3936014c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.739094] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquired lock "refresh_cache-fee8d36a-f622-4848-9ae9-bfdf3936014c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.739306] env[69692]: DEBUG nova.network.neutron [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.850118] env[69692]: DEBUG oslo_vmware.api [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536872, 'name': PowerOnVM_Task, 'duration_secs': 0.717727} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.850370] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.850578] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-89e4b2be-45dd-40e1-8dfa-e5d84e068cbd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance '9f84f964-813c-48cd-9503-33f53559b885' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.937206] env[69692]: INFO nova.compute.claims [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.015403] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f246ba-6d91-4467-940d-a638b66060e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.033925] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6fb43-8b80-4b39-81f5-35772a1d9c30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.070765] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.174081] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.202033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.202909] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.202909] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.202909] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.202909] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.206121] env[69692]: INFO nova.compute.manager [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Terminating instance [ 1221.270017] env[69692]: DEBUG nova.network.neutron [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.346363] env[69692]: DEBUG nova.network.neutron [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.409736] env[69692]: INFO nova.network.neutron [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Port f688603c-6fbd-43ec-ba0c-fd69d9705d5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1221.410217] env[69692]: DEBUG nova.network.neutron [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [{"id": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "address": "fa:16:3e:69:9b:63", "network": {"id": "4b64e4db-dbcd-4ee5-a1c3-022df5e123a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-603671527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b49db28b9e34cb9af0f6025dd1ddde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2ab4cf-f6", "ovs_interfaceid": "cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.545123] env[69692]: DEBUG nova.compute.manager [None req-e2acba15-98b3-42e9-b24c-846577ff8c00 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance disappeared during snapshot {{(pid=69692) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1221.671837] env[69692]: DEBUG nova.compute.manager [None req-e2acba15-98b3-42e9-b24c-846577ff8c00 tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Found 0 images (rotation: 2) {{(pid=69692) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1221.709446] env[69692]: DEBUG nova.compute.manager [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.709699] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.710606] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b83367-b9f4-4e01-810c-0f850617cee7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.719692] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.719971] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3e3089-60d9-49ef-9d0a-6d7d44aeb7e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.726750] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1221.726750] env[69692]: value = "task-3536874" [ 1221.726750] env[69692]: _type = "Task" [ 1221.726750] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.734931] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.851509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Releasing lock "refresh_cache-fee8d36a-f622-4848-9ae9-bfdf3936014c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.852197] env[69692]: DEBUG nova.compute.manager [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.852506] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.853620] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59159f92-ab5b-4e2f-b123-98c7d3f720a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.864049] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.864396] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225adba3-6787-459a-bb52-81d9d743e4b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.873349] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1221.873349] env[69692]: value = "task-3536875" [ 1221.873349] env[69692]: _type = "Task" [ 1221.873349] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.886320] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.912304] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Releasing lock "refresh_cache-35f9b1dc-ad13-459a-a1af-668e72aafbe7" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.242478] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536874, 'name': PowerOffVM_Task, 'duration_secs': 0.260489} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.242791] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.243014] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.243370] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa823c97-cf36-424c-a15d-6c913f8655b4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.313469] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1cf0c-e540-4d1e-9176-ca12950df9d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.323771] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeea0be-1ef6-4ffe-ba5b-c9272495cd7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.328820] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.329106] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.329338] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleting the datastore file [datastore2] 35f9b1dc-ad13-459a-a1af-668e72aafbe7 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.329694] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41168b80-e130-4bc8-92a4-fa7d20a3e1a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.370071] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffad0db0-37d0-408f-b755-182ac664b1c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.373481] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1222.373481] env[69692]: value = "task-3536877" [ 1222.373481] env[69692]: _type = "Task" [ 1222.373481] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.385218] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296cb1a8-0e2f-4bbb-b54c-e821b4c64193 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.394333] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.394578] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536875, 'name': PowerOffVM_Task, 'duration_secs': 0.142642} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.395866] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.395866] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.395866] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d654a1b6-9195-44a3-8755-816788d10503 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.410547] env[69692]: DEBUG nova.compute.provider_tree [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.417341] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b7fe0586-d3e0-40fc-8175-26b23a2041d7 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "interface-35f9b1dc-ad13-459a-a1af-668e72aafbe7-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.774s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.436231] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.436451] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.436640] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Deleting the datastore file [datastore2] fee8d36a-f622-4848-9ae9-bfdf3936014c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.436905] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a628c2f2-61ef-45fc-a988-89c2ec4cb037 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.445729] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for the task: (returnval){ [ 1222.445729] env[69692]: value = "task-3536879" [ 1222.445729] env[69692]: _type = "Task" [ 1222.445729] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.454682] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.885478] env[69692]: DEBUG oslo_vmware.api [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166446} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.886027] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.886224] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.886731] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.886922] env[69692]: INFO nova.compute.manager [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1222.887234] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.887439] env[69692]: DEBUG nova.compute.manager [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.887612] env[69692]: DEBUG nova.network.neutron [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.914578] env[69692]: DEBUG nova.scheduler.client.report [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.957244] env[69692]: DEBUG oslo_vmware.api [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Task: {'id': task-3536879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107017} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.957509] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.957694] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.957874] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.958069] env[69692]: INFO nova.compute.manager [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.958316] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.960633] env[69692]: DEBUG nova.compute.manager [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.960714] env[69692]: DEBUG nova.network.neutron [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.990051] env[69692]: DEBUG nova.network.neutron [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.110087] env[69692]: DEBUG nova.network.neutron [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1223.110503] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.110783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.111091] env[69692]: DEBUG nova.network.neutron [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.420213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.490s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.422763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.448s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.424471] env[69692]: INFO nova.compute.claims [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.458463] env[69692]: INFO nova.network.neutron [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1223.492750] env[69692]: DEBUG nova.network.neutron [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.998129] env[69692]: INFO nova.compute.manager [-] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Took 1.04 seconds to deallocate network for instance. [ 1224.059218] env[69692]: DEBUG nova.network.neutron [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.064012] env[69692]: DEBUG nova.compute.manager [req-13810e22-cb8d-48ae-afec-1080eb8b5ba0 req-187f5f42-594a-427a-8a46-09b142f0d7e9 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Received event network-vif-deleted-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.064462] env[69692]: INFO nova.compute.manager [req-13810e22-cb8d-48ae-afec-1080eb8b5ba0 req-187f5f42-594a-427a-8a46-09b142f0d7e9 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Neutron deleted interface cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa; detaching it from the instance and deleting it from the info cache [ 1224.064739] env[69692]: DEBUG nova.network.neutron [req-13810e22-cb8d-48ae-afec-1080eb8b5ba0 req-187f5f42-594a-427a-8a46-09b142f0d7e9 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.507373] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.535102] env[69692]: DEBUG nova.network.neutron [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.561238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.568653] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d198f564-8e5a-4a64-b8a4-ff6c68ecaea9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.582728] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac401681-eb2a-42ab-9bfe-031308f16482 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.625084] env[69692]: DEBUG nova.compute.manager [req-13810e22-cb8d-48ae-afec-1080eb8b5ba0 req-187f5f42-594a-427a-8a46-09b142f0d7e9 service nova] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Detach interface failed, port_id=cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa, reason: Instance 35f9b1dc-ad13-459a-a1af-668e72aafbe7 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.697506] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7fcfb7-88b6-4ad1-93c2-252e65c9f750 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.705593] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53383270-c06a-441c-823e-f5d95ec9b79e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.742045] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd39e39-a945-4e72-b217-c041b3e4d700 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.752600] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cc90f-ba09-4a23-9870-544dfbc9e196 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.767749] env[69692]: DEBUG nova.compute.provider_tree [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.955247] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.955523] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.037996] env[69692]: INFO nova.compute.manager [-] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Took 2.15 seconds to deallocate network for instance. [ 1225.064305] env[69692]: DEBUG nova.compute.manager [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69692) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1225.271121] env[69692]: DEBUG nova.compute.manager [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.271121] env[69692]: DEBUG oslo_concurrency.lockutils [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.271121] env[69692]: DEBUG oslo_concurrency.lockutils [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.271121] env[69692]: DEBUG oslo_concurrency.lockutils [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.274090] env[69692]: DEBUG nova.compute.manager [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] No waiting events found dispatching network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1225.274090] env[69692]: WARNING nova.compute.manager [req-4f020515-4a7e-479b-9ad9-0a95e4b79e9e req-0f010ff4-58b8-4265-96c8-93fa9e3a6a1f service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received unexpected event network-vif-plugged-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1225.300706] env[69692]: ERROR nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [req-4893bc1c-b454-4fdb-9323-32a9ff9c0aa0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4893bc1c-b454-4fdb-9323-32a9ff9c0aa0"}]} [ 1225.321740] env[69692]: DEBUG nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1225.343870] env[69692]: DEBUG nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1225.344279] env[69692]: DEBUG nova.compute.provider_tree [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.357798] env[69692]: DEBUG nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1225.366896] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.367090] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.367220] env[69692]: DEBUG nova.network.neutron [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.380585] env[69692]: DEBUG nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1225.460338] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.544436] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.637230] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682b219-093a-47f1-8e47-00b71bb2f09f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.645453] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e7a9f-db5c-4478-9037-ef6c7d5ca5e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6fe39-b607-44e7-802f-a71c5fa93cf2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.687615] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daba36b-11ad-461e-a638-5ef790d695fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.702832] env[69692]: DEBUG nova.compute.provider_tree [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.993317] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.138382] env[69692]: DEBUG nova.network.neutron [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.183673] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.243781] env[69692]: DEBUG nova.scheduler.client.report [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1226.244320] env[69692]: DEBUG nova.compute.provider_tree [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 141 to 142 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1226.244320] env[69692]: DEBUG nova.compute.provider_tree [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.641098] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.666275] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='94fb7f0bb0747e54ec684238e8ae2e44',container_format='bare',created_at=2025-04-24T10:31:56Z,direct_url=,disk_format='vmdk',id=95ad0cc1-5fdc-481c-b6e6-460978587c21,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-482027752-shelved',owner='c6ec260fb7324456bb41ee23a7abcf19',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-24T10:32:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.666543] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.666701] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.666884] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.667079] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.667252] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.667461] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.667617] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.667783] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.667969] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.668135] env[69692]: DEBUG nova.virt.hardware [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.668996] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2691cf-ae7b-40de-bc5d-7924f95072b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.677922] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f39da-216e-4295-86ee-cc3ccd7bb400 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.694341] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:96:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3efa947e-4a96-4b80-85bd-a8d99ee24bc7', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.702349] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.702699] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.703097] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef37886b-ee49-4aca-bc3b-c00e53c23353 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.728795] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.728795] env[69692]: value = "task-3536880" [ 1226.728795] env[69692]: _type = "Task" [ 1226.728795] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.736743] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536880, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.749769] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.327s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.750314] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.752945] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.079s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.916293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.916756] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.239555] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536880, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.257226] env[69692]: DEBUG nova.compute.utils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.262074] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.262277] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.309210] env[69692]: DEBUG nova.compute.manager [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.309413] env[69692]: DEBUG nova.compute.manager [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing instance network info cache due to event network-changed-3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.309830] env[69692]: DEBUG oslo_concurrency.lockutils [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] Acquiring lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.310184] env[69692]: DEBUG oslo_concurrency.lockutils [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] Acquired lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.310416] env[69692]: DEBUG nova.network.neutron [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Refreshing network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.316202] env[69692]: DEBUG nova.policy [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.422138] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.562016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc64c5-758d-438a-9904-60f9141ccd3a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.569448] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b96e9d-4a75-4a73-8602-14b5b5d4c5e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.612203] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273073c3-41b6-48b2-9607-344230422b72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.622176] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4128b350-4e35-4052-95d2-de746a9b5af0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.638752] env[69692]: DEBUG nova.compute.provider_tree [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.641027] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Successfully created port: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.742118] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536880, 'name': CreateVM_Task, 'duration_secs': 0.531444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.742589] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.743388] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.743707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.744176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.744697] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f619495-fce9-41b4-a068-58e30b5ae5da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.753020] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1227.753020] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5273eeeb-96de-0a48-bf08-adaf1cbfa939" [ 1227.753020] env[69692]: _type = "Task" [ 1227.753020] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.760753] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5273eeeb-96de-0a48-bf08-adaf1cbfa939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.765042] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.945111] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.086824] env[69692]: DEBUG nova.network.neutron [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updated VIF entry in instance network info cache for port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.087214] env[69692]: DEBUG nova.network.neutron [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [{"id": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "address": "fa:16:3e:32:96:a2", "network": {"id": "972333c7-8597-4a06-ab90-b3378c6ced7f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1711660534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6ec260fb7324456bb41ee23a7abcf19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efa947e-4a", "ovs_interfaceid": "3efa947e-4a96-4b80-85bd-a8d99ee24bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.145100] env[69692]: DEBUG nova.scheduler.client.report [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.261962] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.262242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Processing image 95ad0cc1-5fdc-481c-b6e6-460978587c21 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.262488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.262646] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.262872] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.263135] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e15dd1-d8eb-4a32-b5b4-f770ed7f0cb3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.282790] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.283037] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.283836] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf49779f-48bc-4660-9a9c-079fd298224b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.290756] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1228.290756] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525be3fb-fb70-6d2f-9470-75ae95b955dd" [ 1228.290756] env[69692]: _type = "Task" [ 1228.290756] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.299126] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525be3fb-fb70-6d2f-9470-75ae95b955dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.590161] env[69692]: DEBUG oslo_concurrency.lockutils [req-c46baa51-dc0e-4f52-b70a-6a94ef2aa685 req-82d85284-c25d-488e-9ca2-3adce194cc19 service nova] Releasing lock "refresh_cache-432b3ead-204a-4f1b-8283-2c448acc227b" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.772148] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.806877] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.807201] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.807370] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.807553] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.807700] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.807845] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.808068] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.808239] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.808406] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.808571] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.808743] env[69692]: DEBUG nova.virt.hardware [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.809075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1228.809303] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Fetch image to [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976/OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1228.809484] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Downloading stream optimized image 95ad0cc1-5fdc-481c-b6e6-460978587c21 to [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976/OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976.vmdk on the data store datastore2 as vApp {{(pid=69692) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1228.809652] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Downloading image file data 95ad0cc1-5fdc-481c-b6e6-460978587c21 to the ESX as VM named 'OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976' {{(pid=69692) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1228.812345] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5fe69-c82f-483b-97f0-2772d9f1b010 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.821880] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65bc60d-5c42-408b-ad9b-52c762f514d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.889478] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1228.889478] env[69692]: value = "resgroup-9" [ 1228.889478] env[69692]: _type = "ResourcePool" [ 1228.889478] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1228.889817] env[69692]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee7351b4-0cc1-46da-b241-ed0445db5b45 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.914043] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease: (returnval){ [ 1228.914043] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52951b6f-45a8-f7b9-0617-60deba791773" [ 1228.914043] env[69692]: _type = "HttpNfcLease" [ 1228.914043] env[69692]: } obtained for vApp import into resource pool (val){ [ 1228.914043] env[69692]: value = "resgroup-9" [ 1228.914043] env[69692]: _type = "ResourcePool" [ 1228.914043] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1228.914043] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the lease: (returnval){ [ 1228.914043] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52951b6f-45a8-f7b9-0617-60deba791773" [ 1228.914043] env[69692]: _type = "HttpNfcLease" [ 1228.914043] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1228.919277] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1228.919277] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52951b6f-45a8-f7b9-0617-60deba791773" [ 1228.919277] env[69692]: _type = "HttpNfcLease" [ 1228.919277] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.155494] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.402s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.158706] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.088s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.160090] env[69692]: INFO nova.compute.claims [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.236258] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Successfully updated port: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.336880] env[69692]: DEBUG nova.compute.manager [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Received event network-vif-plugged-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.337189] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Acquiring lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.337458] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.337548] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.337722] env[69692]: DEBUG nova.compute.manager [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] No waiting events found dispatching network-vif-plugged-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1229.337889] env[69692]: WARNING nova.compute.manager [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Received unexpected event network-vif-plugged-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 for instance with vm_state building and task_state spawning. [ 1229.338066] env[69692]: DEBUG nova.compute.manager [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Received event network-changed-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.338222] env[69692]: DEBUG nova.compute.manager [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Refreshing instance network info cache due to event network-changed-bd56bdb4-0e13-4478-ab9c-0b27737c18b8. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.338407] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Acquiring lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.338544] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Acquired lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.338694] env[69692]: DEBUG nova.network.neutron [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Refreshing network info cache for port bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.420779] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.420779] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52951b6f-45a8-f7b9-0617-60deba791773" [ 1229.420779] env[69692]: _type = "HttpNfcLease" [ 1229.420779] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1229.421078] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1229.421078] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52951b6f-45a8-f7b9-0617-60deba791773" [ 1229.421078] env[69692]: _type = "HttpNfcLease" [ 1229.421078] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1229.421773] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1087eefc-383c-4f91-b2a7-aea9e0edec5a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.429132] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1229.429673] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1229.494615] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f95751bb-949d-48ba-a076-f3df90028b29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.736164] env[69692]: INFO nova.scheduler.client.report [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocation for migration ecf0bf77-5bf5-464d-ab9b-6cf4dc2fbd84 [ 1229.741883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.876416] env[69692]: DEBUG nova.network.neutron [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.958229] env[69692]: DEBUG nova.network.neutron [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.245093] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f8b1b3a0-77ee-41ef-9e27-c607606578c0 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.903s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.438078] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd69db7-fef2-4cac-8d34-f45b8c5b6be4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.448026] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd6240b-bfd1-4ad4-9094-1447b5698d11 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.478666] env[69692]: DEBUG oslo_concurrency.lockutils [req-387aee0d-b632-40df-8298-8a72c80f6f35 req-7b5ffbf7-da6b-4d60-83be-63ae8122f903 service nova] Releasing lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.479328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.479581] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.481128] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f0a26-ea24-4bda-970c-bafc0e2a5e21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.490376] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54691dac-b8df-4619-b921-9ff278ab4060 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.505619] env[69692]: DEBUG nova.compute.provider_tree [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.599221] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1230.599583] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1230.600505] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f28550-7669-4d43-8c76-7191063ca3f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.607957] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1230.608138] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1230.608375] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cf0f0f9b-c7f3-4a06-a3a0-064e3b9fa732 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.780108] env[69692]: DEBUG oslo_vmware.rw_handles [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bed37a-7724-fe32-a9f5-c5422ef559ed/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1230.780382] env[69692]: INFO nova.virt.vmwareapi.images [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Downloaded image file data 95ad0cc1-5fdc-481c-b6e6-460978587c21 [ 1230.781157] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb46108f-f941-4f8d-8573-c9a12fd4a20e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.797578] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9bd3032-c510-495e-9646-8c16de9893d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.804135] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.804544] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.804740] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "fac89447-8f75-4063-907f-bcf7186c8852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.807018] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.807018] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.807922] env[69692]: INFO nova.compute.manager [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Terminating instance [ 1230.830322] env[69692]: INFO nova.virt.vmwareapi.images [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] The imported VM was unregistered [ 1230.833338] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1230.833574] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Creating directory with path [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.833856] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b17cffa-2eaf-43e3-a023-af099f5a1c08 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.846237] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Created directory with path [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.846427] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976/OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976.vmdk to [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk. {{(pid=69692) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1230.846668] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aa28c4f8-4f65-49e4-86ef-de4879a5d74f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.857025] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1230.857025] env[69692]: value = "task-3536883" [ 1230.857025] env[69692]: _type = "Task" [ 1230.857025] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.865952] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.008940] env[69692]: DEBUG nova.scheduler.client.report [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.030036] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.201888] env[69692]: DEBUG nova.network.neutron [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Updating instance_info_cache with network_info: [{"id": "bd56bdb4-0e13-4478-ab9c-0b27737c18b8", "address": "fa:16:3e:70:0f:23", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd56bdb4-0e", "ovs_interfaceid": "bd56bdb4-0e13-4478-ab9c-0b27737c18b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.313269] env[69692]: DEBUG nova.compute.manager [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.313537] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.314628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942dc52-1215-4268-bfdd-525f487a0ef2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.327388] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.327793] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d0521a-c609-4cef-9849-422415db274b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.340682] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1231.340682] env[69692]: value = "task-3536884" [ 1231.340682] env[69692]: _type = "Task" [ 1231.340682] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.354014] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.369276] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.378840] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.379103] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.516570] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.517184] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.519960] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.346s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.520477] env[69692]: DEBUG nova.objects.instance [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lazy-loading 'resources' on Instance uuid b97e63be-6fa4-417b-907e-2e4050712f72 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.705267] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-526fb690-0d52-40b4-8b7c-600e36c155af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.705422] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance network_info: |[{"id": "bd56bdb4-0e13-4478-ab9c-0b27737c18b8", "address": "fa:16:3e:70:0f:23", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd56bdb4-0e", "ovs_interfaceid": "bd56bdb4-0e13-4478-ab9c-0b27737c18b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.705880] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:0f:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd56bdb4-0e13-4478-ab9c-0b27737c18b8', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.719195] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.719518] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.720321] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ea6e42-37e5-4df5-8fea-999cb764cad4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.752762] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.752762] env[69692]: value = "task-3536885" [ 1231.752762] env[69692]: _type = "Task" [ 1231.752762] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.764940] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.853387] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536884, 'name': PowerOffVM_Task, 'duration_secs': 0.402156} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.853760] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.853948] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.854246] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6677f6-fad1-4f96-ba1e-3c03778c7931 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.870289] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.883089] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.023636] env[69692]: DEBUG nova.compute.utils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.027361] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.027618] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.087736] env[69692]: DEBUG nova.policy [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a285fbf0b45b4082b74b68028ad40f85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41f290e09ec41f092ad59a914225d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.266061] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.304678] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ea27c-aec8-4922-b061-d5f7d0185bf3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.313546] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055880ac-fa0a-451a-ae80-d8f0764a3b82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.353019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0a840-7f96-4dad-a0f1-7fe936ee0850 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.365536] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8ba3f-23ec-4932-a017-65b6932f3b5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.381872] env[69692]: DEBUG nova.compute.provider_tree [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.384186] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Successfully created port: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.392275] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.407556] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.534708] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.766513] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.871288] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.899236] env[69692]: DEBUG nova.scheduler.client.report [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.265120] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.371994] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536883, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.474924} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.371994] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976/OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976.vmdk to [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk. [ 1233.371994] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Cleaning up location [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1233.372236] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1af6eff9-7bbf-4db4-9dd1-35d8279f4976 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.373271] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889da21d-86fa-4017-bc19-7c6970817585 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.379067] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1233.379067] env[69692]: value = "task-3536887" [ 1233.379067] env[69692]: _type = "Task" [ 1233.379067] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.387407] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.402328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.404577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.897s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.404835] env[69692]: DEBUG nova.objects.instance [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lazy-loading 'resources' on Instance uuid fee8d36a-f622-4848-9ae9-bfdf3936014c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.426393] env[69692]: INFO nova.scheduler.client.report [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Deleted allocations for instance b97e63be-6fa4-417b-907e-2e4050712f72 [ 1233.546955] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.573869] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.574155] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.574322] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.574522] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.574694] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.574847] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.575067] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.575232] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.575398] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.575558] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.575728] env[69692]: DEBUG nova.virt.hardware [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.576659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33eb69-d0e7-4ba7-b868-1168fdcf0030 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.585608] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c156d-fff3-4e50-96df-c940b80314d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.766204] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.785821] env[69692]: DEBUG nova.compute.manager [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Received event network-vif-plugged-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.786047] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] Acquiring lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.786254] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.786425] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.786625] env[69692]: DEBUG nova.compute.manager [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] No waiting events found dispatching network-vif-plugged-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1233.786807] env[69692]: WARNING nova.compute.manager [req-4b126740-0653-4fe7-8f2b-bd0d4959ddfe req-443f9d0c-f274-4025-aa68-9e2571497aa4 service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Received unexpected event network-vif-plugged-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 for instance with vm_state building and task_state spawning. [ 1233.886874] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Successfully updated port: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.891638] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045876} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.892013] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.892110] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.892356] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk to [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.892866] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f793c3cf-a74c-4fc9-9ab1-60655a7bf19b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.902486] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1233.902486] env[69692]: value = "task-3536888" [ 1233.902486] env[69692]: _type = "Task" [ 1233.902486] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.915578] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.935850] env[69692]: DEBUG oslo_concurrency.lockutils [None req-059f367d-8778-4aff-b15e-4d8399bfe228 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Lock "b97e63be-6fa4-417b-907e-2e4050712f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.357s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.187284] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c10efc0-4eb8-4231-9434-b6952717a4f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.195984] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95f49a-2e1d-443f-a9e6-029547693383 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.227861] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa44886-9cce-4453-b4b7-8ac1ecb91aea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.236887] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93af0f30-abcb-4532-bbc1-9d0eff6cdf4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.251233] env[69692]: DEBUG nova.compute.provider_tree [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.265117] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.389237] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.389509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.389576] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.416692] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.769386] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.773651] env[69692]: ERROR nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] [req-37e766fa-1141-4eeb-b68f-5e1f499268a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37e766fa-1141-4eeb-b68f-5e1f499268a5"}]} [ 1234.793770] env[69692]: DEBUG nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1234.810743] env[69692]: DEBUG nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1234.811073] env[69692]: DEBUG nova.compute.provider_tree [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.824483] env[69692]: DEBUG nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1234.843882] env[69692]: DEBUG nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1234.917187] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.976652] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.140019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829638c6-0526-40a2-98b2-775878565a9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.149182] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfe25a7-0fdf-46ea-9c22-fd6166083d76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.154800] env[69692]: DEBUG nova.network.neutron [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Updating instance_info_cache with network_info: [{"id": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "address": "fa:16:3e:20:3c:e5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4ed75-9d", "ovs_interfaceid": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.195636] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e42d93-58d1-4436-9fa4-3e5f1ff0d3ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.207241] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c4583-f2dc-4e07-953e-8ff8f5702651 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.222112] env[69692]: DEBUG nova.compute.provider_tree [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.268556] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.421907] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.438297] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.438668] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.438997] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore1] fac89447-8f75-4063-907f-bcf7186c8852 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.439439] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eab1a346-219f-431b-8ad9-4238f960f719 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.450870] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1235.450870] env[69692]: value = "task-3536889" [ 1235.450870] env[69692]: _type = "Task" [ 1235.450870] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.463895] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.660561] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.660952] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Instance network_info: |[{"id": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "address": "fa:16:3e:20:3c:e5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4ed75-9d", "ovs_interfaceid": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.661524] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:3c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13a4ed75-9dd1-4d5e-9af2-9d498a830b09', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.671400] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.671793] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.672154] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cb36cb-ccfa-4030-93ae-56cc6eac2181 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.705024] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.705024] env[69692]: value = "task-3536890" [ 1235.705024] env[69692]: _type = "Task" [ 1235.705024] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.715456] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536890, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.764795] env[69692]: DEBUG nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1235.765154] env[69692]: DEBUG nova.compute.provider_tree [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 145 to 146 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1235.765288] env[69692]: DEBUG nova.compute.provider_tree [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.776487] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.822602] env[69692]: DEBUG nova.compute.manager [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Received event network-changed-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.822829] env[69692]: DEBUG nova.compute.manager [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Refreshing instance network info cache due to event network-changed-13a4ed75-9dd1-4d5e-9af2-9d498a830b09. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.823115] env[69692]: DEBUG oslo_concurrency.lockutils [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] Acquiring lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.823219] env[69692]: DEBUG oslo_concurrency.lockutils [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] Acquired lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.823382] env[69692]: DEBUG nova.network.neutron [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Refreshing network info cache for port 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.916414] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.965541] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.218283] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536890, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.274086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.869s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.276342] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536885, 'name': CreateVM_Task, 'duration_secs': 4.186596} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.277029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.733s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.277121] env[69692]: DEBUG nova.objects.instance [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'resources' on Instance uuid 35f9b1dc-ad13-459a-a1af-668e72aafbe7 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.278717] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.279548] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.279697] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.280051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.280333] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d584d59f-d33b-4a9c-b204-4f28333fe9ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.290449] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1236.290449] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5260b816-5955-0005-7fe9-3f90c758aebf" [ 1236.290449] env[69692]: _type = "Task" [ 1236.290449] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.303974] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5260b816-5955-0005-7fe9-3f90c758aebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.305293] env[69692]: INFO nova.scheduler.client.report [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Deleted allocations for instance fee8d36a-f622-4848-9ae9-bfdf3936014c [ 1236.417950] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.465453] env[69692]: DEBUG oslo_vmware.api [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534008} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.468165] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.468394] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.468571] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.468773] env[69692]: INFO nova.compute.manager [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Took 5.16 seconds to destroy the instance on the hypervisor. [ 1236.469061] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.469288] env[69692]: DEBUG nova.compute.manager [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.469384] env[69692]: DEBUG nova.network.neutron [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.636788] env[69692]: DEBUG nova.network.neutron [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Updated VIF entry in instance network info cache for port 13a4ed75-9dd1-4d5e-9af2-9d498a830b09. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.637213] env[69692]: DEBUG nova.network.neutron [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Updating instance_info_cache with network_info: [{"id": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "address": "fa:16:3e:20:3c:e5", "network": {"id": "1e789b92-01c8-4219-9d12-d1af7bf57e3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-884794924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e41f290e09ec41f092ad59a914225d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4ed75-9d", "ovs_interfaceid": "13a4ed75-9dd1-4d5e-9af2-9d498a830b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.717535] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536890, 'name': CreateVM_Task, 'duration_secs': 0.815941} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.717714] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.718513] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.806483] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5260b816-5955-0005-7fe9-3f90c758aebf, 'name': SearchDatastore_Task, 'duration_secs': 0.093411} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.806785] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.807031] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.807271] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.808167] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.808365] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.809024] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.809594] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.809836] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e88f4108-c0db-40d8-9c83-d7a97231f378 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.818230] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1656bb0-c3c5-43db-9a78-dbc0a316edf7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.820774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-06fe22e8-a1a6-4a47-8353-7815a9e77f7f tempest-ServersAaction247Test-1174645678 tempest-ServersAaction247Test-1174645678-project-member] Lock "fee8d36a-f622-4848-9ae9-bfdf3936014c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.588s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.827888] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1236.827888] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b6c141-dec5-54a7-ea65-2634f2c019b0" [ 1236.827888] env[69692]: _type = "Task" [ 1236.827888] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.832733] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.832988] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.834028] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b336f4-b854-4a92-bfc0-0e384d68eb3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.844411] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b6c141-dec5-54a7-ea65-2634f2c019b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.845235] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.845517] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.845748] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.849070] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1236.849070] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528514ac-d80b-180c-b535-f1d459323b63" [ 1236.849070] env[69692]: _type = "Task" [ 1236.849070] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.861637] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528514ac-d80b-180c-b535-f1d459323b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.918297] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536888, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.684652} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.920835] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/95ad0cc1-5fdc-481c-b6e6-460978587c21/95ad0cc1-5fdc-481c-b6e6-460978587c21.vmdk to [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.921820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23eca4-ee18-4307-99d6-7340c2d96fc4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.946441] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.949745] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175de2b8-3163-41f9-a625-469dbc23e871 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.974205] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1236.974205] env[69692]: value = "task-3536891" [ 1236.974205] env[69692]: _type = "Task" [ 1236.974205] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.986719] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.076305] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e2f0f1-ea9b-4b05-8567-ceef2805ee43 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.084532] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea57730-9a4b-4ed3-92ff-9fb90ed65c40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.119133] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f8ee5-7f24-4ecf-84a3-6186e303de8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.127798] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be331ed-c61f-405f-b0a1-3be40a693494 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.142310] env[69692]: DEBUG oslo_concurrency.lockutils [req-020843f4-6a36-4ccb-9f91-48948d3d54f4 req-d2507263-4417-4b10-bfcc-8c40f6d4979c service nova] Releasing lock "refresh_cache-b5913f79-4b3e-4034-a4e9-4dbc439c1234" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.142941] env[69692]: DEBUG nova.compute.provider_tree [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.301754] env[69692]: DEBUG nova.network.neutron [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.359375] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528514ac-d80b-180c-b535-f1d459323b63, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.360210] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d7ce53-04be-4971-a1a7-76e594c88870 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.366206] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1237.366206] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528bdeb6-0d25-baa5-e2aa-c9a93342addf" [ 1237.366206] env[69692]: _type = "Task" [ 1237.366206] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.373612] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528bdeb6-0d25-baa5-e2aa-c9a93342addf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.484560] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536891, 'name': ReconfigVM_Task, 'duration_secs': 0.339478} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.484912] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b/432b3ead-204a-4f1b-8283-2c448acc227b.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.485604] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9d12680-3a00-4a1b-a58a-7f20dc703463 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.494762] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1237.494762] env[69692]: value = "task-3536892" [ 1237.494762] env[69692]: _type = "Task" [ 1237.494762] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.508073] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536892, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.646807] env[69692]: DEBUG nova.scheduler.client.report [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.804886] env[69692]: INFO nova.compute.manager [-] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Took 1.34 seconds to deallocate network for instance. [ 1237.867805] env[69692]: DEBUG nova.compute.manager [req-f8a8fb0e-721f-4950-939f-9989e1cb5839 req-05141a9b-535b-4f11-8d78-e85dc0767117 service nova] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Received event network-vif-deleted-78380f33-af97-4ae5-b1e4-489bd7961ab9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.880313] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528bdeb6-0d25-baa5-e2aa-c9a93342addf, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.880576] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.881126] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 526fb690-0d52-40b4-8b7c-600e36c155af/526fb690-0d52-40b4-8b7c-600e36c155af.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.881464] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.881744] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.882209] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15aef64a-4a94-4105-aa84-fa3714df7296 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.884483] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e593ab3e-dcd1-4107-aa51-ba82ee37d69e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.894820] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1237.894820] env[69692]: value = "task-3536893" [ 1237.894820] env[69692]: _type = "Task" [ 1237.894820] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.896106] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.896319] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.900429] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ae1448-285d-4105-8d34-bc3abe2c21ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.908647] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1237.908647] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ffa39c-e6c0-20bb-6b36-5d7527761149" [ 1237.908647] env[69692]: _type = "Task" [ 1237.908647] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.912808] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.922479] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ffa39c-e6c0-20bb-6b36-5d7527761149, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.923575] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58bed38-d148-4bd4-9395-754592dcd7eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.930087] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1237.930087] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520c275d-101f-49f7-8ca4-c1f1766a3340" [ 1237.930087] env[69692]: _type = "Task" [ 1237.930087] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.941206] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520c275d-101f-49f7-8ca4-c1f1766a3340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.004939] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536892, 'name': Rename_Task, 'duration_secs': 0.154286} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.006645] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.006919] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba535a90-de22-4675-9e1e-a621c23647a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.014903] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1238.014903] env[69692]: value = "task-3536894" [ 1238.014903] env[69692]: _type = "Task" [ 1238.014903] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.026828] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.154463] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.160495] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.167s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.162222] env[69692]: INFO nova.compute.claims [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.226650] env[69692]: INFO nova.scheduler.client.report [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted allocations for instance 35f9b1dc-ad13-459a-a1af-668e72aafbe7 [ 1238.311788] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.408905] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474235} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.409311] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 526fb690-0d52-40b4-8b7c-600e36c155af/526fb690-0d52-40b4-8b7c-600e36c155af.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.409548] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.410076] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49731cde-f3c8-4699-a789-656f0dde5bb7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.419322] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1238.419322] env[69692]: value = "task-3536895" [ 1238.419322] env[69692]: _type = "Task" [ 1238.419322] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.432136] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.444937] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520c275d-101f-49f7-8ca4-c1f1766a3340, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.445232] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.445505] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b5913f79-4b3e-4034-a4e9-4dbc439c1234/b5913f79-4b3e-4034-a4e9-4dbc439c1234.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.445781] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e7c2511-cd8b-45a8-a2ec-95ef06cf8c9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.453581] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1238.453581] env[69692]: value = "task-3536896" [ 1238.453581] env[69692]: _type = "Task" [ 1238.453581] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.462699] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.525964] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.740869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "35f9b1dc-ad13-459a-a1af-668e72aafbe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.538s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.933189] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074635} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.933354] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.934373] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55ad9f-0d3d-47ad-8a66-936bff554988 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.968274] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 526fb690-0d52-40b4-8b7c-600e36c155af/526fb690-0d52-40b4-8b7c-600e36c155af.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.973249] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f355469-b7e1-4343-9df8-15eaaf0eae24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.000571] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536896, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.000571] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1239.000571] env[69692]: value = "task-3536897" [ 1239.000571] env[69692]: _type = "Task" [ 1239.000571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.017090] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.028653] env[69692]: DEBUG oslo_vmware.api [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536894, 'name': PowerOnVM_Task, 'duration_secs': 0.810571} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.029591] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.165088] env[69692]: DEBUG nova.compute.manager [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.166101] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54ba69-b4b6-4cd2-9ece-9cc4fd562fc4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.428877] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8c394-b80f-47b9-968d-9401161a45aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.437728] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0195d07-f80b-4ecb-857b-44e0d85487c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.472787] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1884c01-b78a-42a9-b2d3-a2bb6debe77e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.484540] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646319} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.485250] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] b5913f79-4b3e-4034-a4e9-4dbc439c1234/b5913f79-4b3e-4034-a4e9-4dbc439c1234.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.485490] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.486731] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14efec9-d029-4ed4-b663-d4123954e16f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.490485] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be8f67e8-b3d9-4539-9b41-d3877b03496c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.504753] env[69692]: DEBUG nova.compute.provider_tree [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.510473] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1239.510473] env[69692]: value = "task-3536898" [ 1239.510473] env[69692]: _type = "Task" [ 1239.510473] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.522933] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536897, 'name': ReconfigVM_Task, 'duration_secs': 0.328092} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.524336] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 526fb690-0d52-40b4-8b7c-600e36c155af/526fb690-0d52-40b4-8b7c-600e36c155af.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.525946] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbcc714a-4d39-47e6-926a-3ddda2ecd312 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.529765] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.535246] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1239.535246] env[69692]: value = "task-3536899" [ 1239.535246] env[69692]: _type = "Task" [ 1239.535246] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.545305] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536899, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.642455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.642767] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.643046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.643252] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.643429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.645611] env[69692]: INFO nova.compute.manager [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Terminating instance [ 1239.693760] env[69692]: DEBUG oslo_concurrency.lockutils [None req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.586s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.012319] env[69692]: DEBUG nova.scheduler.client.report [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.026279] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078069} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.026567] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.027359] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a68ff-cf5c-4484-96d9-cb582749bb22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.053605] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b5913f79-4b3e-4034-a4e9-4dbc439c1234/b5913f79-4b3e-4034-a4e9-4dbc439c1234.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.058265] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66f8907-70e3-41d2-9f63-d5c720095759 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.082138] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536899, 'name': Rename_Task, 'duration_secs': 0.153489} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.083882] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.084112] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1240.084112] env[69692]: value = "task-3536900" [ 1240.084112] env[69692]: _type = "Task" [ 1240.084112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.084276] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ed0fc5-e130-4171-8214-5dc7c4b7cd70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.095777] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.096970] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1240.096970] env[69692]: value = "task-3536901" [ 1240.096970] env[69692]: _type = "Task" [ 1240.096970] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.150731] env[69692]: DEBUG nova.compute.manager [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.151053] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.152215] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2075ed-335b-42e8-be89-af4ad72b477b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.161894] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.161894] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f648edb-dbf1-4c94-afb4-9a3580c81661 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.175079] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1240.175079] env[69692]: value = "task-3536902" [ 1240.175079] env[69692]: _type = "Task" [ 1240.175079] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.185919] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.517478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.517929] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.521284] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.338s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.596267] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536900, 'name': ReconfigVM_Task, 'duration_secs': 0.461864} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.596611] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b5913f79-4b3e-4034-a4e9-4dbc439c1234/b5913f79-4b3e-4034-a4e9-4dbc439c1234.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.597165] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90efe0bb-8c96-4b8a-8d99-d701873f1a13 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.608199] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.609507] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1240.609507] env[69692]: value = "task-3536906" [ 1240.609507] env[69692]: _type = "Task" [ 1240.609507] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.618147] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536906, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.685980] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536902, 'name': PowerOffVM_Task, 'duration_secs': 0.217931} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.686331] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.686506] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.686760] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9b13a5-69f8-4248-b7b4-68bec93aeba1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.750227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.750414] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.750636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.750824] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.750998] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.753599] env[69692]: INFO nova.compute.manager [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Terminating instance [ 1240.755650] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.755848] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.756042] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleting the datastore file [datastore1] 07bad96d-003b-43ef-b1c8-a9edd4069909 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.760342] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac772bc-0e1c-416f-aa0e-222861f7b9fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.768580] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for the task: (returnval){ [ 1240.768580] env[69692]: value = "task-3536908" [ 1240.768580] env[69692]: _type = "Task" [ 1240.768580] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.778877] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.024727] env[69692]: DEBUG nova.compute.utils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.026222] env[69692]: DEBUG nova.objects.instance [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'migration_context' on Instance uuid 9f84f964-813c-48cd-9503-33f53559b885 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.027313] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.027480] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.047823] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.048046] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.071012] env[69692]: DEBUG nova.policy [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74dac567dd4d41bca91e8b3793b5a75f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550970d6b26d4819a41acf431a4af61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.115247] env[69692]: DEBUG oslo_vmware.api [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536901, 'name': PowerOnVM_Task, 'duration_secs': 0.580633} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.119461] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.119982] env[69692]: INFO nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1241.120222] env[69692]: DEBUG nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1241.121702] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c3664-8525-405c-9291-18a1ae3f36bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.130734] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536906, 'name': Rename_Task, 'duration_secs': 0.221169} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.132343] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.135141] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79368f95-704c-4a7e-bf71-0f193c027b2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.142989] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1241.142989] env[69692]: value = "task-3536909" [ 1241.142989] env[69692]: _type = "Task" [ 1241.142989] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.161148] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.261623] env[69692]: DEBUG nova.compute.manager [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.262082] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.262956] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062fb844-9d4f-42fe-9391-5da464d1f940 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.279793] env[69692]: DEBUG oslo_vmware.api [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Task: {'id': task-3536908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280128} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.281999] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.282268] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.282894] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.282894] env[69692]: INFO nova.compute.manager [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1241.282894] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.283079] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.283288] env[69692]: DEBUG nova.compute.manager [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.283364] env[69692]: DEBUG nova.network.neutron [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.284983] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-263667b9-315b-4591-a1df-3580dee65829 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.293027] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1241.293027] env[69692]: value = "task-3536910" [ 1241.293027] env[69692]: _type = "Task" [ 1241.293027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.303985] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.531620] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.559149] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Successfully created port: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.567634] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.568921] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.569408] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.569595] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.570096] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.570131] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.570347] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.570643] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.652159] env[69692]: INFO nova.compute.manager [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Took 22.70 seconds to build instance. [ 1241.671558] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.736417] env[69692]: DEBUG nova.compute.manager [req-984489e3-e43a-4050-849a-1a016c363857 req-61a3586c-3b24-48a3-8868-c426b30a2363 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Received event network-vif-deleted-23a4fd69-c073-448e-934c-573212fa86f0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.736577] env[69692]: INFO nova.compute.manager [req-984489e3-e43a-4050-849a-1a016c363857 req-61a3586c-3b24-48a3-8868-c426b30a2363 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Neutron deleted interface 23a4fd69-c073-448e-934c-573212fa86f0; detaching it from the instance and deleting it from the info cache [ 1241.736854] env[69692]: DEBUG nova.network.neutron [req-984489e3-e43a-4050-849a-1a016c363857 req-61a3586c-3b24-48a3-8868-c426b30a2363 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.804724] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536910, 'name': PowerOffVM_Task, 'duration_secs': 0.278239} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.805014] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.805195] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.805545] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751fd045-bf2a-4e1e-8886-a9411f377e59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.826932] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428097c6-3067-45ae-8e7c-fe17b0744276 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.835212] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53875f3a-3124-44ee-8f10-68e75f1ed6d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.869332] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3cb9f-30e5-4652-be3f-3409eaae3ed8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.873563] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.873764] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.873944] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Deleting the datastore file [datastore1] 9a86aa3d-3d2a-49b0-888d-74bbab10feec {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.874595] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72778f9c-40b8-44af-90f6-6c0b80fb3663 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.880852] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c7ac7-1b1c-4cce-a844-6e9c7d1c4a10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.885979] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for the task: (returnval){ [ 1241.885979] env[69692]: value = "task-3536912" [ 1241.885979] env[69692]: _type = "Task" [ 1241.885979] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.897277] env[69692]: DEBUG nova.compute.provider_tree [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.904543] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.044284] env[69692]: INFO nova.virt.block_device [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Booting with volume 121e2d42-8e9d-4509-aa15-ba8e310080a0 at /dev/sda [ 1242.074076] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.083808] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42ae08d-3756-45ab-bcd2-2340408b9da1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.094925] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a67e3-959f-4d0f-9fb7-5191a794d026 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.126834] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2d6d4fe-859e-42f7-86de-e065f53ae4d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.137411] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c6918-d7ec-446b-bce6-db97d0c14c28 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.155427] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.212s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.171139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c08041-eefc-49f9-b4a4-1cef7027ecf7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.176846] env[69692]: DEBUG oslo_vmware.api [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536909, 'name': PowerOnVM_Task, 'duration_secs': 0.587287} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.177484] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.177779] env[69692]: INFO nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1242.177868] env[69692]: DEBUG nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.178678] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76056974-322b-438e-9b41-344bca9fe755 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.183961] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918da59-57d0-4e77-9703-e9f19344a2c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.203252] env[69692]: DEBUG nova.virt.block_device [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating existing volume attachment record: bba7dfd9-798b-4ce0-ae55-d8b69b757268 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.217916] env[69692]: DEBUG nova.network.neutron [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.237085] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66a0f1-32db-4f48-bea2-461c954bae05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.240480] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3613717d-2062-4f8b-bc36-f13d1cf0410c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.248407] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Suspending the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1242.250134] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8059dd37-ce41-4d57-9166-22ca3fd9a168 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.254265] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f9a60-f7a0-46dd-b5fb-219999d5ca02 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.273044] env[69692]: DEBUG oslo_vmware.api [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1242.273044] env[69692]: value = "task-3536913" [ 1242.273044] env[69692]: _type = "Task" [ 1242.273044] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.283136] env[69692]: DEBUG oslo_vmware.api [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536913, 'name': SuspendVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.292759] env[69692]: DEBUG nova.compute.manager [req-984489e3-e43a-4050-849a-1a016c363857 req-61a3586c-3b24-48a3-8868-c426b30a2363 service nova] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Detach interface failed, port_id=23a4fd69-c073-448e-934c-573212fa86f0, reason: Instance 07bad96d-003b-43ef-b1c8-a9edd4069909 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.397147] env[69692]: DEBUG oslo_vmware.api [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Task: {'id': task-3536912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380905} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.397418] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.397601] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.397781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.397968] env[69692]: INFO nova.compute.manager [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1242.398286] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.398492] env[69692]: DEBUG nova.compute.manager [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.398588] env[69692]: DEBUG nova.network.neutron [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.401056] env[69692]: DEBUG nova.scheduler.client.report [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.701532] env[69692]: INFO nova.compute.manager [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Took 21.65 seconds to build instance. [ 1242.725586] env[69692]: INFO nova.compute.manager [-] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Took 1.44 seconds to deallocate network for instance. [ 1242.789085] env[69692]: DEBUG oslo_vmware.api [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536913, 'name': SuspendVM_Task} progress is 58%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.207460] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Successfully updated port: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.209059] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2184d49b-3194-4adb-8303-e566f0ef0698 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.161s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.234522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.294890] env[69692]: DEBUG oslo_vmware.api [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536913, 'name': SuspendVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.394545] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.394858] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.394994] env[69692]: DEBUG nova.compute.manager [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.395920] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1fcdec-8850-49e2-bd6e-8928696e07b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.403950] env[69692]: DEBUG nova.compute.manager [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1243.404516] env[69692]: DEBUG nova.objects.instance [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'flavor' on Instance uuid b5913f79-4b3e-4034-a4e9-4dbc439c1234 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.413325] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.892s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.420279] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.476s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.421976] env[69692]: INFO nova.compute.claims [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.513439] env[69692]: DEBUG nova.network.neutron [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.713285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.713534] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.713612] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.763467] env[69692]: DEBUG nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Received event network-vif-deleted-b2fc71fc-1161-4c6a-8928-06ab46740d05 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.763764] env[69692]: DEBUG nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Received event network-vif-plugged-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.763972] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.764264] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.764443] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.764610] env[69692]: DEBUG nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] No waiting events found dispatching network-vif-plugged-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.764775] env[69692]: WARNING nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Received unexpected event network-vif-plugged-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 for instance with vm_state building and task_state block_device_mapping. [ 1243.764937] env[69692]: DEBUG nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Received event network-changed-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.765115] env[69692]: DEBUG nova.compute.manager [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Refreshing instance network info cache due to event network-changed-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.765288] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.785315] env[69692]: DEBUG oslo_vmware.api [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536913, 'name': SuspendVM_Task, 'duration_secs': 1.086063} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.785568] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Suspended the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1243.785746] env[69692]: DEBUG nova.compute.manager [None req-40a8d2e7-e5e0-46e2-bdf3-a51eeeb8e893 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.786538] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a15e79a-1650-4d21-b888-9928746e8e87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.017772] env[69692]: INFO nova.compute.manager [-] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Took 1.62 seconds to deallocate network for instance. [ 1244.254255] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.338153] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.338787] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.339083] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.339245] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.339466] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.339622] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.339963] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.339963] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.340156] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.340327] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.340602] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.340724] env[69692]: DEBUG nova.virt.hardware [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.341659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d3c22d-1568-468f-b471-9e222af6d0d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.352128] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e82df04-d773-4cb4-b503-99ba58e916a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.411601] env[69692]: DEBUG nova.network.neutron [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.413195] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.413471] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d5d21c-d145-4e0d-a74c-79a6747a4bff {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.422528] env[69692]: DEBUG oslo_vmware.api [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1244.422528] env[69692]: value = "task-3536915" [ 1244.422528] env[69692]: _type = "Task" [ 1244.422528] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.433832] env[69692]: DEBUG oslo_vmware.api [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.524087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.636914] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "526fb690-0d52-40b4-8b7c-600e36c155af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.637687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.637687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.637687] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.637960] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.640196] env[69692]: INFO nova.compute.manager [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Terminating instance [ 1244.662359] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336a169-ed13-4c09-ad52-ff95d117e801 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.672449] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a7bf2-92a2-4992-916f-6362f06076e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.704551] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e5d4b-109c-403d-a686-4fe0ef2fdfa4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.715318] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6514d-2610-49f6-88cc-ee736cd3c77a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.735733] env[69692]: DEBUG nova.compute.provider_tree [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.916261] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.916624] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Instance network_info: |[{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.916940] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.917139] env[69692]: DEBUG nova.network.neutron [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Refreshing network info cache for port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.918423] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ad:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.926239] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.927200] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.930937] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f61ed6-f69f-4643-8baf-ad0e966a6ad4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.957929] env[69692]: DEBUG oslo_vmware.api [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536915, 'name': PowerOffVM_Task, 'duration_secs': 0.215647} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.959476] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.959759] env[69692]: DEBUG nova.compute.manager [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.960166] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.960166] env[69692]: value = "task-3536916" [ 1244.960166] env[69692]: _type = "Task" [ 1244.960166] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.960780] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2330bc-d801-4816-b6b7-6e8bea052e1b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.964562] env[69692]: INFO nova.compute.manager [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Swapping old allocation on dict_keys(['1c9ca5fc-5839-4b61-976a-d5f01f52b6f6']) held by migration fafcffb5-c666-4f4e-afa5-229619511a0c for instance [ 1244.979540] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536916, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.994904] env[69692]: DEBUG nova.scheduler.client.report [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Overwriting current allocation {'allocations': {'1c9ca5fc-5839-4b61-976a-d5f01f52b6f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '971bb3d2b56340fe8a55af469a4906aa', 'user_id': 'db81924a7f1a4b46af02e62a119b92be', 'consumer_generation': 1} on consumer 9f84f964-813c-48cd-9503-33f53559b885 {{(pid=69692) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1245.085422] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.085615] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.085796] env[69692]: DEBUG nova.network.neutron [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.144925] env[69692]: DEBUG nova.compute.manager [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.145329] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.146657] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e161cf6-0b58-499f-9861-8863cf3f5071 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.160201] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.160719] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a71e86-c655-4b17-b977-74cf9d4d7581 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.240695] env[69692]: DEBUG nova.scheduler.client.report [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.273955] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.274249] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.274374] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore2] 526fb690-0d52-40b4-8b7c-600e36c155af {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.274640] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1ea3b9f-c830-409e-b206-38367fa76f8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.284290] env[69692]: DEBUG oslo_vmware.api [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1245.284290] env[69692]: value = "task-3536918" [ 1245.284290] env[69692]: _type = "Task" [ 1245.284290] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.294214] env[69692]: DEBUG oslo_vmware.api [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.477137] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536916, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.483102] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c074ab06-0afa-4edd-807f-c1474ed5694c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.721606] env[69692]: DEBUG nova.network.neutron [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updated VIF entry in instance network info cache for port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.722137] env[69692]: DEBUG nova.network.neutron [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.749751] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.750303] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.756025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.346s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.756025] env[69692]: INFO nova.compute.claims [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.798688] env[69692]: DEBUG oslo_vmware.api [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338281} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.799345] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.799345] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.799512] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.799664] env[69692]: INFO nova.compute.manager [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1245.799913] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.800123] env[69692]: DEBUG nova.compute.manager [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.800207] env[69692]: DEBUG nova.network.neutron [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.934786] env[69692]: DEBUG nova.network.neutron [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [{"id": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "address": "fa:16:3e:ee:f4:cf", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a45ab1-17", "ovs_interfaceid": "a4a45ab1-17e0-4c2d-8b07-2891a8f82e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.975832] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536916, 'name': CreateVM_Task, 'duration_secs': 0.72429} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.975976] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.976564] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'bba7dfd9-798b-4ce0-ae55-d8b69b757268', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706365', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'name': 'volume-121e2d42-8e9d-4509-aa15-ba8e310080a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f7c96-63f0-4215-8dec-55513b59b181', 'attached_at': '', 'detached_at': '', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'serial': '121e2d42-8e9d-4509-aa15-ba8e310080a0'}, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69692) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.976775] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Root volume attach. Driver type: vmdk {{(pid=69692) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1245.977591] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66814173-fb7f-405b-93fa-905c5855bb22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.986646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef217a0-845a-4c09-a20c-913546a2ce91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.994803] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19360f86-025e-424b-8d6c-0e3b3bf546b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.001996] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fc48a783-a54e-4bf7-afe0-f25c1d0b80fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.011617] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1246.011617] env[69692]: value = "task-3536920" [ 1246.011617] env[69692]: _type = "Task" [ 1246.011617] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.020899] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.147734] env[69692]: DEBUG nova.compute.manager [req-a50569a0-4865-4e1b-ace7-ee9abb9e0088 req-6e5e91c0-9199-4e8a-abc8-0f2e71010626 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Received event network-vif-deleted-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.147734] env[69692]: INFO nova.compute.manager [req-a50569a0-4865-4e1b-ace7-ee9abb9e0088 req-6e5e91c0-9199-4e8a-abc8-0f2e71010626 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Neutron deleted interface bd56bdb4-0e13-4478-ab9c-0b27737c18b8; detaching it from the instance and deleting it from the info cache [ 1246.147982] env[69692]: DEBUG nova.network.neutron [req-a50569a0-4865-4e1b-ace7-ee9abb9e0088 req-6e5e91c0-9199-4e8a-abc8-0f2e71010626 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.160166] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.160406] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.160605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.160819] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.160988] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.163092] env[69692]: INFO nova.compute.manager [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Terminating instance [ 1246.226277] env[69692]: DEBUG oslo_concurrency.lockutils [req-10cbc96d-a3db-412c-b641-8ea3210cb106 req-c86c19b5-8a26-4b03-ba0f-af57592528d1 service nova] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.255099] env[69692]: DEBUG nova.compute.utils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.257014] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.257306] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.303862] env[69692]: DEBUG nova.policy [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a98c1d212b424daf3b34b73f714a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e80386e6094e0094d19945f1e1e0a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.438493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-9f84f964-813c-48cd-9503-33f53559b885" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.439546] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03843039-33d1-440f-9f77-2c2feebe5692 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.448690] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f6c955-9e7f-4a1c-a951-3aafbda73358 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.525401] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 34%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.605118] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Successfully created port: 8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.623067] env[69692]: DEBUG nova.network.neutron [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.652865] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b7c19a-469f-43cf-b5c2-3a82bbc16fa7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.668632] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863cdfb-706f-4ec6-987c-b1815cf62c45 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.680985] env[69692]: DEBUG nova.compute.manager [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.681342] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.683485] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa2505b-1c82-4100-9838-11594d9c5d57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.695836] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.696356] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da21cc8e-8eb4-4677-8eaa-090fe14b4a5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.719037] env[69692]: DEBUG nova.compute.manager [req-a50569a0-4865-4e1b-ace7-ee9abb9e0088 req-6e5e91c0-9199-4e8a-abc8-0f2e71010626 service nova] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Detach interface failed, port_id=bd56bdb4-0e13-4478-ab9c-0b27737c18b8, reason: Instance 526fb690-0d52-40b4-8b7c-600e36c155af could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.763887] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.929678] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.930161] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.930161] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore2] b5913f79-4b3e-4034-a4e9-4dbc439c1234 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.930411] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29e502e6-f39c-4d0c-87e6-1a5b3bb0fe07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.940193] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1246.940193] env[69692]: value = "task-3536922" [ 1246.940193] env[69692]: _type = "Task" [ 1246.940193] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.957584] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.003773] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a038c-bb25-4632-a342-2b4eeefd6f6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.015807] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32504d6-ccd4-4df9-8f19-e4e5e5666f53 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.059425] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c4238-68da-4171-9538-3e8b3ec58c47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.062166] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 45%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.071146] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dac35c-346e-4cc5-9c94-b0061f455839 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.089744] env[69692]: DEBUG nova.compute.provider_tree [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.125875] env[69692]: INFO nova.compute.manager [-] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Took 1.33 seconds to deallocate network for instance. [ 1247.454550] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.533700] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 58%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.563627] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.564133] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546a7042-7bbf-42e3-91e4-e6f207779569 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.576397] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1247.576397] env[69692]: value = "task-3536923" [ 1247.576397] env[69692]: _type = "Task" [ 1247.576397] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.591245] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.592368] env[69692]: DEBUG nova.scheduler.client.report [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.632768] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.779413] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.814444] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.814754] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.814956] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.815210] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.815386] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.815622] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.815865] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.816046] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.816248] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.816455] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.816684] env[69692]: DEBUG nova.virt.hardware [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.817711] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf1396-ad66-4c84-9c33-5d71d22cc220 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.829504] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14510aec-84bb-47c2-90b1-e1641ed9cea8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.954424] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.038184] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 71%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.091721] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536923, 'name': PowerOffVM_Task, 'duration_secs': 0.497711} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.091721] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.091721] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.091721] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.091721] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.091721] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.092262] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.092262] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.092262] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.092409] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.092575] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.092759] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.092962] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.098859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.099380] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.102815] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca65a3d2-7fb0-4e1f-9d32-6da41bb05a3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.115747] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.804s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.115978] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.118098] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.044s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.118265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.118431] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1248.118790] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.884s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.119035] env[69692]: DEBUG nova.objects.instance [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lazy-loading 'resources' on Instance uuid 07bad96d-003b-43ef-b1c8-a9edd4069909 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.121032] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce864b-6566-4ac6-9b5f-7edd42e2da07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.137520] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1248.137520] env[69692]: value = "task-3536925" [ 1248.137520] env[69692]: _type = "Task" [ 1248.137520] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.138888] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21979e88-98bf-46fa-9065-e0d9470e761a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.149825] env[69692]: INFO nova.scheduler.client.report [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocations for instance fac89447-8f75-4063-907f-bcf7186c8852 [ 1248.154539] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.167263] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5614f8-5494-4d3d-b509-b292a6cb5076 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.180492] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0a922-8611-438a-9e92-9b12339523f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.188635] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Successfully updated port: 8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.192292] env[69692]: DEBUG nova.compute.manager [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Received event network-vif-plugged-8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.192645] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] Acquiring lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.192826] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.192955] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.193136] env[69692]: DEBUG nova.compute.manager [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] No waiting events found dispatching network-vif-plugged-8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1248.193310] env[69692]: WARNING nova.compute.manager [req-4b27fec4-b81d-4164-b093-b41e8f3db374 req-30393878-6ff7-44ba-8df7-7886e96f669b service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Received unexpected event network-vif-plugged-8efe772c-0495-4e36-b2b8-2172f7f549ce for instance with vm_state building and task_state spawning. [ 1248.225721] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179056MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1248.225894] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.453997] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.536243] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 86%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.617921] env[69692]: DEBUG nova.compute.utils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.619480] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.620057] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.657072] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.661144] env[69692]: DEBUG nova.policy [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f255672516924abebf15b67dd1f154a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7031122d654ed8807080e15e9b0629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.673884] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f4aac652-4abc-460e-a168-088ed8cddd02 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "fac89447-8f75-4063-907f-bcf7186c8852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.869s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.725019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.725239] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquired lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.725405] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.840046] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235c677-98a1-4880-93db-93422df80a7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.849425] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5db2cd-b857-4cf5-976d-2a97d5b6850b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.886049] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9347b64-f400-4fea-9ec3-7761d2cc03ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.894467] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3266e8-85ff-42f8-a92b-c1e86a8085aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.908937] env[69692]: DEBUG nova.compute.provider_tree [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.953729] env[69692]: DEBUG oslo_vmware.api [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.848145} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.954010] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.954201] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.954384] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.954554] env[69692]: INFO nova.compute.manager [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1248.954794] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.954981] env[69692]: DEBUG nova.compute.manager [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.955125] env[69692]: DEBUG nova.network.neutron [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.986772] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Successfully created port: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.035018] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 97%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.122957] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.154295] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536925, 'name': ReconfigVM_Task, 'duration_secs': 0.645867} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.155736] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f36581-8914-40d5-af79-da518043255a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.178697] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.178983] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.179109] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.179306] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.179500] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.179663] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.179875] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.180048] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.180323] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.180567] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.180761] env[69692]: DEBUG nova.virt.hardware [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.182273] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cd6058-672e-4263-a3b0-2d034e6aeaa7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.189289] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1249.189289] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f1ea60-bccc-1374-4acd-c277174e8a78" [ 1249.189289] env[69692]: _type = "Task" [ 1249.189289] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.198579] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f1ea60-bccc-1374-4acd-c277174e8a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.265279] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.409896] env[69692]: DEBUG nova.network.neutron [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Updating instance_info_cache with network_info: [{"id": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "address": "fa:16:3e:32:d5:94", "network": {"id": "60e2d9cc-25d6-4ecc-b558-c84ecc3fb567", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77213996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e80386e6094e0094d19945f1e1e0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe772c-04", "ovs_interfaceid": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.432804] env[69692]: ERROR nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] [req-cea31a86-7fb0-487b-988e-ae0554d82bfe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cea31a86-7fb0-487b-988e-ae0554d82bfe"}]} [ 1249.449872] env[69692]: DEBUG nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1249.463525] env[69692]: DEBUG nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1249.463754] env[69692]: DEBUG nova.compute.provider_tree [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.475050] env[69692]: DEBUG nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1249.493842] env[69692]: DEBUG nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1249.536586] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 97%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.673213] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628879ab-f75b-43a0-b8d3-a725c5ab55d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.682614] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10d32e-d032-48dc-a3a0-660ef4b1732c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.715475] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1743c59-7ba3-48e0-8305-8a564133fb48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.723593] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f1ea60-bccc-1374-4acd-c277174e8a78, 'name': SearchDatastore_Task, 'duration_secs': 0.037131} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.731166] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.731504] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a709baf9-2c78-4fa6-9384-02d6b0a2fa80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.746874] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe58409-95a4-45a9-a00a-db4a5996c03a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.764702] env[69692]: DEBUG nova.compute.provider_tree [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.768158] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1249.768158] env[69692]: value = "task-3536927" [ 1249.768158] env[69692]: _type = "Task" [ 1249.768158] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.777381] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.867448] env[69692]: DEBUG nova.network.neutron [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.912332] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Releasing lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.912510] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Instance network_info: |[{"id": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "address": "fa:16:3e:32:d5:94", "network": {"id": "60e2d9cc-25d6-4ecc-b558-c84ecc3fb567", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77213996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e80386e6094e0094d19945f1e1e0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe772c-04", "ovs_interfaceid": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.912982] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d5:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8efe772c-0495-4e36-b2b8-2172f7f549ce', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.922647] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Creating folder: Project (f7e80386e6094e0094d19945f1e1e0a3). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.923338] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a39f0ee9-3474-4caa-91e7-c339983565a1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.939590] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Created folder: Project (f7e80386e6094e0094d19945f1e1e0a3) in parent group-v706084. [ 1249.939859] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Creating folder: Instances. Parent ref: group-v706375. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.940172] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71af7a9a-34ba-4460-a4ff-cf82e8c96919 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.954790] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Created folder: Instances in parent group-v706375. [ 1249.955257] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.955593] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.956298] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bef824c-40da-430f-bcfc-5a0ba7d8e23e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.980256] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.980256] env[69692]: value = "task-3536930" [ 1249.980256] env[69692]: _type = "Task" [ 1249.980256] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.988817] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536930, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.037203] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task} progress is 98%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.134768] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.164690] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.164971] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.165148] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.165336] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.165483] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.165634] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.165861] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.166054] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.166242] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.166426] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.166598] env[69692]: DEBUG nova.virt.hardware [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.167537] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a96670-1cc8-4824-b989-b03d1cb8a4c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.178160] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126953b-ea4a-425b-bac9-614457e5031c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.228823] env[69692]: DEBUG nova.compute.manager [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Received event network-changed-8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.229095] env[69692]: DEBUG nova.compute.manager [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Refreshing instance network info cache due to event network-changed-8efe772c-0495-4e36-b2b8-2172f7f549ce. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.229343] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] Acquiring lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.229542] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] Acquired lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.229753] env[69692]: DEBUG nova.network.neutron [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Refreshing network info cache for port 8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.285788] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536927, 'name': ReconfigVM_Task, 'duration_secs': 0.227073} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.286134] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.287042] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193e98e9-6cb7-4977-89e1-bed4de9b5280 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.315617] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.316808] env[69692]: DEBUG nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1250.317068] env[69692]: DEBUG nova.compute.provider_tree [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 147 to 148 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1250.317255] env[69692]: DEBUG nova.compute.provider_tree [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.320738] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29c1d45-8fe1-436a-bce0-215ac122c933 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.335700] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.337893] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.814s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.338304] env[69692]: DEBUG nova.objects.instance [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lazy-loading 'resources' on Instance uuid 9a86aa3d-3d2a-49b0-888d-74bbab10feec {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.348507] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1250.348507] env[69692]: value = "task-3536931" [ 1250.348507] env[69692]: _type = "Task" [ 1250.348507] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.361135] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.363860] env[69692]: INFO nova.scheduler.client.report [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Deleted allocations for instance 07bad96d-003b-43ef-b1c8-a9edd4069909 [ 1250.371604] env[69692]: INFO nova.compute.manager [-] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Took 1.42 seconds to deallocate network for instance. [ 1250.492224] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536930, 'name': CreateVM_Task, 'duration_secs': 0.36427} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.492457] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.493224] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.493439] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.493811] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.494115] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd600832-906a-442e-a712-9015e3328426 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.500390] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1250.500390] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5206963e-8219-3cc5-e981-e56d415c91f1" [ 1250.500390] env[69692]: _type = "Task" [ 1250.500390] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.510894] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206963e-8219-3cc5-e981-e56d415c91f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.533796] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536920, 'name': RelocateVM_Task, 'duration_secs': 4.083207} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.534173] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.534390] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706365', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'name': 'volume-121e2d42-8e9d-4509-aa15-ba8e310080a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f7c96-63f0-4215-8dec-55513b59b181', 'attached_at': '', 'detached_at': '', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'serial': '121e2d42-8e9d-4509-aa15-ba8e310080a0'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.535166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fd209-bd52-4f98-9284-14a5f4b4e590 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.553875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e926e4-4442-49a7-9ed4-53fa64224795 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.578064] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-121e2d42-8e9d-4509-aa15-ba8e310080a0/volume-121e2d42-8e9d-4509-aa15-ba8e310080a0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.578390] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945c337b-a4a5-416c-979a-7e5146b8fa09 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.600582] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1250.600582] env[69692]: value = "task-3536932" [ 1250.600582] env[69692]: _type = "Task" [ 1250.600582] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.609388] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.624671] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Successfully updated port: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.859847] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536931, 'name': ReconfigVM_Task, 'duration_secs': 0.346082} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.862735] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9f84f964-813c-48cd-9503-33f53559b885/9f84f964-813c-48cd-9503-33f53559b885.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.864066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4391384-b309-4f61-9c41-6e628abd6f12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.891061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.891862] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Lock "07bad96d-003b-43ef-b1c8-a9edd4069909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.249s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.898268] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba515de-5d76-4679-b688-6d24eb2f5754 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.924806] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea71b07-551f-4201-be78-d94ace754121 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.955608] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6abf1f-a021-4028-b6fb-c27d7e4c59e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.965498] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.965817] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c9fe08-7c5a-413e-9117-c606fdb214e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.974696] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1250.974696] env[69692]: value = "task-3536933" [ 1250.974696] env[69692]: _type = "Task" [ 1250.974696] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.983521] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.993573] env[69692]: DEBUG nova.network.neutron [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Updated VIF entry in instance network info cache for port 8efe772c-0495-4e36-b2b8-2172f7f549ce. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.993927] env[69692]: DEBUG nova.network.neutron [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Updating instance_info_cache with network_info: [{"id": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "address": "fa:16:3e:32:d5:94", "network": {"id": "60e2d9cc-25d6-4ecc-b558-c84ecc3fb567", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77213996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e80386e6094e0094d19945f1e1e0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe772c-04", "ovs_interfaceid": "8efe772c-0495-4e36-b2b8-2172f7f549ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.011607] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5206963e-8219-3cc5-e981-e56d415c91f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.014552] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.014754] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.015026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.015146] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.015332] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.016219] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d261f98d-bac8-4c81-a7f2-13313f8d594e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.030880] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.031131] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.031917] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d95ca2-ffd0-4e9b-a2af-fdf771f7b6bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.037901] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1251.037901] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52483eb9-e809-6305-6567-c64362e3a1fb" [ 1251.037901] env[69692]: _type = "Task" [ 1251.037901] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.048576] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52483eb9-e809-6305-6567-c64362e3a1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.078635] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a346f0-27f5-4f12-bf6a-5ebd53fc47d5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.087023] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eced20d-6f77-4f5e-a345-7f5f32add3ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.120354] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58db0e3-360b-42fc-994d-54fe28698f00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.127986] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536932, 'name': ReconfigVM_Task, 'duration_secs': 0.282569} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.130008] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-121e2d42-8e9d-4509-aa15-ba8e310080a0/volume-121e2d42-8e9d-4509-aa15-ba8e310080a0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.134925] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.135075] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.135220] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.136302] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf81e845-bddd-40c3-b541-9cde3b6a861d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.146603] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0087a-4729-48de-9e2f-08d801053633 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.164916] env[69692]: DEBUG nova.compute.provider_tree [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.167312] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1251.167312] env[69692]: value = "task-3536934" [ 1251.167312] env[69692]: _type = "Task" [ 1251.167312] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.177527] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.182080] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.317703] env[69692]: DEBUG nova.network.neutron [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Updating instance_info_cache with network_info: [{"id": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "address": "fa:16:3e:df:a3:9e", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a334d8-cc", "ovs_interfaceid": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.484893] env[69692]: DEBUG oslo_vmware.api [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536933, 'name': PowerOnVM_Task, 'duration_secs': 0.445852} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.485180] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.496372] env[69692]: DEBUG oslo_concurrency.lockutils [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] Releasing lock "refresh_cache-974cebec-ee7a-4743-a5ed-2f95af4bfca9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.496633] env[69692]: DEBUG nova.compute.manager [req-cfad81a4-2f9c-4766-b595-799dd280086d req-d35577b7-0d2d-48a4-a381-af875b2a5cf0 service nova] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Received event network-vif-deleted-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.548882] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52483eb9-e809-6305-6567-c64362e3a1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.549671] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898bbda3-d09a-4865-8cd5-0a1f54eb68a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.555456] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1251.555456] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b26643-762d-6d95-9fde-54e52aaeda7e" [ 1251.555456] env[69692]: _type = "Task" [ 1251.555456] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.563277] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b26643-762d-6d95-9fde-54e52aaeda7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.669027] env[69692]: DEBUG nova.scheduler.client.report [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.683800] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536934, 'name': ReconfigVM_Task, 'duration_secs': 0.151607} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.684870] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706365', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'name': 'volume-121e2d42-8e9d-4509-aa15-ba8e310080a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f7c96-63f0-4215-8dec-55513b59b181', 'attached_at': '', 'detached_at': '', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'serial': '121e2d42-8e9d-4509-aa15-ba8e310080a0'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.685445] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23c94d12-0b4d-4713-b15b-e0ea7630cd2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693258] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1251.693258] env[69692]: value = "task-3536935" [ 1251.693258] env[69692]: _type = "Task" [ 1251.693258] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.702783] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536935, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.821462] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.821888] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Instance network_info: |[{"id": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "address": "fa:16:3e:df:a3:9e", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a334d8-cc", "ovs_interfaceid": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.822456] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a3:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a334d8-cc52-4e1d-aded-1e4a76b7c647', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.829954] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.830219] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.830477] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a39d83ac-afc9-40ff-bc77-cddc7616213c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.851227] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.851227] env[69692]: value = "task-3536937" [ 1251.851227] env[69692]: _type = "Task" [ 1251.851227] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.859987] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536937, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.065910] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b26643-762d-6d95-9fde-54e52aaeda7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.066215] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.066483] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 974cebec-ee7a-4743-a5ed-2f95af4bfca9/974cebec-ee7a-4743-a5ed-2f95af4bfca9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.066737] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8144b1f-a31d-4b36-8772-8653313bebed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.075033] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1252.075033] env[69692]: value = "task-3536938" [ 1252.075033] env[69692]: _type = "Task" [ 1252.075033] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.085143] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.177950] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.180514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.548s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.180949] env[69692]: DEBUG nova.objects.instance [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'resources' on Instance uuid 526fb690-0d52-40b4-8b7c-600e36c155af {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.206522] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536935, 'name': Rename_Task, 'duration_secs': 0.138285} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.207604] env[69692]: INFO nova.scheduler.client.report [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Deleted allocations for instance 9a86aa3d-3d2a-49b0-888d-74bbab10feec [ 1252.208576] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.209524] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8372cad-91c2-437d-ba14-28c4b8e56f3e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.220490] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1252.220490] env[69692]: value = "task-3536939" [ 1252.220490] env[69692]: _type = "Task" [ 1252.220490] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.231873] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.262175] env[69692]: DEBUG nova.compute.manager [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Received event network-vif-plugged-02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.264127] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Acquiring lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.266199] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.266522] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.266767] env[69692]: DEBUG nova.compute.manager [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] No waiting events found dispatching network-vif-plugged-02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1252.267015] env[69692]: WARNING nova.compute.manager [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Received unexpected event network-vif-plugged-02a334d8-cc52-4e1d-aded-1e4a76b7c647 for instance with vm_state building and task_state spawning. [ 1252.267222] env[69692]: DEBUG nova.compute.manager [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Received event network-changed-02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.267393] env[69692]: DEBUG nova.compute.manager [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Refreshing instance network info cache due to event network-changed-02a334d8-cc52-4e1d-aded-1e4a76b7c647. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.267615] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Acquiring lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.267784] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Acquired lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.267974] env[69692]: DEBUG nova.network.neutron [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Refreshing network info cache for port 02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.364696] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536937, 'name': CreateVM_Task, 'duration_secs': 0.420538} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.364908] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.365657] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.365830] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.366214] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.366477] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a2b94c-9837-42d2-a150-f1ae85fe256b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.375268] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1252.375268] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a398e3-1d4e-3168-e2c3-dc33479d03dd" [ 1252.375268] env[69692]: _type = "Task" [ 1252.375268] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.385415] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a398e3-1d4e-3168-e2c3-dc33479d03dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.544870] env[69692]: INFO nova.compute.manager [None req-bf5bdf61-b938-4459-9646-67d15c3b03f9 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance to original state: 'active' [ 1252.594693] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.719504] env[69692]: DEBUG oslo_concurrency.lockutils [None req-98a746b7-5934-49b9-a036-58340abc568b tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Lock "9a86aa3d-3d2a-49b0-888d-74bbab10feec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.969s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.730993] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.887280] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a398e3-1d4e-3168-e2c3-dc33479d03dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.887587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.887897] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.888069] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.888225] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.888407] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.889482] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f837110-3ede-4d1c-bd1a-d87e4a2a195d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.891962] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c2aa0-cd41-40d7-9f0e-7a968a79eee1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.900114] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b18c593-00ff-4c11-8b10-1ac386f8f0e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.904310] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.904494] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.905566] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94389bfb-52ca-4be5-b956-3ecac7578b57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.938465] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca75b5b-482b-46cd-96d7-bf5e90d1c567 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.941272] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1252.941272] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f75fab-8adc-5423-54b3-f6f556ff9438" [ 1252.941272] env[69692]: _type = "Task" [ 1252.941272] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.953228] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd8673b-643b-4e66-a8ed-f36364b56013 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.962342] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f75fab-8adc-5423-54b3-f6f556ff9438, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.964038] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc949d5-8aa3-4402-86a7-709492cce0ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.975787] env[69692]: DEBUG nova.compute.provider_tree [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.982633] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1252.982633] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5259fc6b-6a04-0be4-08d4-30f9badeac04" [ 1252.982633] env[69692]: _type = "Task" [ 1252.982633] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.997932] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5259fc6b-6a04-0be4-08d4-30f9badeac04, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.998285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.998597] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d/ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.998914] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab22e41a-a975-4441-a8b4-8b29430122e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.007337] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1253.007337] env[69692]: value = "task-3536940" [ 1253.007337] env[69692]: _type = "Task" [ 1253.007337] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.016910] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.088029] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522302} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.088345] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 974cebec-ee7a-4743-a5ed-2f95af4bfca9/974cebec-ee7a-4743-a5ed-2f95af4bfca9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.089081] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.089081] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcb2c42-b662-46d6-95b2-ade6c50b301d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.100344] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1253.100344] env[69692]: value = "task-3536941" [ 1253.100344] env[69692]: _type = "Task" [ 1253.100344] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.111090] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.159661] env[69692]: DEBUG nova.network.neutron [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Updated VIF entry in instance network info cache for port 02a334d8-cc52-4e1d-aded-1e4a76b7c647. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.160051] env[69692]: DEBUG nova.network.neutron [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Updating instance_info_cache with network_info: [{"id": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "address": "fa:16:3e:df:a3:9e", "network": {"id": "bda66214-2c16-4571-9bbc-500cebe5acc1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1566508244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7031122d654ed8807080e15e9b0629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a334d8-cc", "ovs_interfaceid": "02a334d8-cc52-4e1d-aded-1e4a76b7c647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.238179] env[69692]: DEBUG oslo_vmware.api [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536939, 'name': PowerOnVM_Task, 'duration_secs': 0.647974} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.238547] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.238644] env[69692]: INFO nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1253.238820] env[69692]: DEBUG nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.240038] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80318fe1-e2a0-4daa-aaed-77a68f8586c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.479472] env[69692]: DEBUG nova.scheduler.client.report [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.526504] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.614043] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065827} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.614204] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.615540] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2656ccfb-0d3e-4fcd-aa66-be76ecad4cef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.639096] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 974cebec-ee7a-4743-a5ed-2f95af4bfca9/974cebec-ee7a-4743-a5ed-2f95af4bfca9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.641304] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff0cf6c-6de2-4c8c-bff5-c807d42fe2e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.665589] env[69692]: DEBUG oslo_concurrency.lockutils [req-85f11805-8707-47e9-8335-e327b90b8150 req-4bdf5cdd-c861-4fc0-999d-05d22ba9d5d9 service nova] Releasing lock "refresh_cache-ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.669439] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1253.669439] env[69692]: value = "task-3536942" [ 1253.669439] env[69692]: _type = "Task" [ 1253.669439] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.681448] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.765040] env[69692]: INFO nova.compute.manager [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Took 27.79 seconds to build instance. [ 1253.988051] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.995827] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.768s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.019313] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769745} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.019596] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d/ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.019820] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.020116] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf13fa3-4038-497a-be28-f2a895e1950f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.028107] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1254.028107] env[69692]: value = "task-3536944" [ 1254.028107] env[69692]: _type = "Task" [ 1254.028107] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.033228] env[69692]: INFO nova.scheduler.client.report [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance 526fb690-0d52-40b4-8b7c-600e36c155af [ 1254.044491] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.169933] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.170200] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.181944] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536942, 'name': ReconfigVM_Task, 'duration_secs': 0.367334} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.182987] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 974cebec-ee7a-4743-a5ed-2f95af4bfca9/974cebec-ee7a-4743-a5ed-2f95af4bfca9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.183114] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69194103-1d01-4496-8ae8-f84d5c770d79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.193835] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1254.193835] env[69692]: value = "task-3536945" [ 1254.193835] env[69692]: _type = "Task" [ 1254.193835] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.203889] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536945, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.265025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.309s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.539067] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106086} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.539351] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.540310] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c95b6b-adec-412c-a1c7-26c2e52d69e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.545618] env[69692]: DEBUG oslo_concurrency.lockutils [None req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "526fb690-0d52-40b4-8b7c-600e36c155af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.908s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.572398] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d/ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.572679] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b7f3d6-43f8-4957-8fdb-2a5ea12a1c8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.594622] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1254.594622] env[69692]: value = "task-3536946" [ 1254.594622] env[69692]: _type = "Task" [ 1254.594622] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.604721] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.673711] env[69692]: DEBUG nova.compute.utils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.704121] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536945, 'name': Rename_Task, 'duration_secs': 0.155216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.704450] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.704723] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f03a900-54d4-41ac-b265-6dfea60806dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.714852] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1254.714852] env[69692]: value = "task-3536947" [ 1254.714852] env[69692]: _type = "Task" [ 1254.714852] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.724871] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.044856] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 137791b5-ce5f-45af-b051-30e71d508b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045130] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045283] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance dfe2f686-f05e-47d6-851c-bd7de9a61bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045409] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 9f84f964-813c-48cd-9503-33f53559b885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045530] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ea9b3b6a-769c-4654-b726-becec9eab79e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045645] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 432b3ead-204a-4f1b-8283-2c448acc227b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.045836] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b5913f79-4b3e-4034-a4e9-4dbc439c1234 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1255.045896] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f13f7c96-63f0-4215-8dec-55513b59b181 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.046015] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 974cebec-ee7a-4743-a5ed-2f95af4bfca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.046140] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1255.046339] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1255.046471] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1255.113520] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.178238] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.230655] env[69692]: DEBUG oslo_vmware.api [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536947, 'name': PowerOnVM_Task, 'duration_secs': 0.514573} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.231284] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.231284] env[69692]: INFO nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1255.231373] env[69692]: DEBUG nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.232153] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8cc04e-2068-498f-b2bf-cbfbb77eae89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.262938] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c69a15-2bf6-45d7-b84f-d8714602050f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.287509] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3cbe4-6cf3-4028-a431-463ed711d5ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.325816] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84f042-bf79-40a9-820f-fe0e86e2ae57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.334640] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351453cc-5b7e-496a-b2d6-60cbcd218570 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.350958] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.601460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.601872] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.602295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "9f84f964-813c-48cd-9503-33f53559b885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.602622] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.602883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.606132] env[69692]: INFO nova.compute.manager [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Terminating instance [ 1255.619772] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.619772] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.619772] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536946, 'name': ReconfigVM_Task, 'duration_secs': 0.55063} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.625120] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d/ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.627420] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d08f10f-4e24-4f66-9129-14bd276ee1aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.630880] env[69692]: DEBUG nova.compute.manager [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.631177] env[69692]: DEBUG nova.compute.manager [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing instance network info cache due to event network-changed-93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.631588] env[69692]: DEBUG oslo_concurrency.lockutils [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] Acquiring lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.631711] env[69692]: DEBUG oslo_concurrency.lockutils [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] Acquired lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.632860] env[69692]: DEBUG nova.network.neutron [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Refreshing network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.643763] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1255.643763] env[69692]: value = "task-3536948" [ 1255.643763] env[69692]: _type = "Task" [ 1255.643763] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.655908] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536948, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.765100] env[69692]: INFO nova.compute.manager [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Took 27.84 seconds to build instance. [ 1255.877142] env[69692]: ERROR nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [req-9511188f-20d7-43a8-af19-b36b3bccf61a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9511188f-20d7-43a8-af19-b36b3bccf61a"}]} [ 1255.894099] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.911863] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.912150] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.936735] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.970929] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1256.128543] env[69692]: DEBUG nova.compute.manager [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.131814] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.131814] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.132272] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8555945f-bc81-48e5-a640-2b154407682e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.151826] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1256.151826] env[69692]: value = "task-3536950" [ 1256.151826] env[69692]: _type = "Task" [ 1256.151826] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.163530] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536948, 'name': Rename_Task, 'duration_secs': 0.311089} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.164677] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.165036] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c0f33b-d799-4de7-a666-9911edd69011 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.170698] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.177832] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc9d7c-e8b3-4aaa-abc5-e4cf0766368a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.181997] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1256.181997] env[69692]: value = "task-3536951" [ 1256.181997] env[69692]: _type = "Task" [ 1256.181997] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.193727] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c2b81-c19b-4046-b077-ddffca2c600a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.197544] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.233230] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732ec4c-715e-42ec-9432-4b1fbba5c77d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.242535] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc9bfc-c97c-4725-9979-d0b72dc9094a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.258396] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.266953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.267295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.267562] env[69692]: INFO nova.compute.manager [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Attaching volume acf27997-378b-483a-87fa-a6710e3e5dde to /dev/sdb [ 1256.269444] env[69692]: DEBUG oslo_concurrency.lockutils [None req-942309dc-0b47-431d-9027-2d123020a44d tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.353s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.314202] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da4f4d-f432-484a-9d64-bdcc3092db3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.325260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb474d13-0fdb-4876-8f75-39d68186aae5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.342737] env[69692]: DEBUG nova.virt.block_device [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating existing volume attachment record: e03b1d32-0843-4b7b-b753-534fb6195734 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1256.407749] env[69692]: DEBUG nova.network.neutron [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updated VIF entry in instance network info cache for port 93e23747-c22b-4a46-a1c0-7f691add2dfd. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.408272] env[69692]: DEBUG nova.network.neutron [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [{"id": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "address": "fa:16:3e:99:0d:68", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e23747-c2", "ovs_interfaceid": "93e23747-c22b-4a46-a1c0-7f691add2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.674470] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536950, 'name': PowerOffVM_Task, 'duration_secs': 0.22213} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.679082] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.679082] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.679082] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.679082] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706347', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'name': 'volume-5a6e8dde-cb09-4217-9f98-552f966614bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9f84f964-813c-48cd-9503-33f53559b885', 'attached_at': '2025-04-24T10:33:04.000000', 'detached_at': '', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'serial': '5a6e8dde-cb09-4217-9f98-552f966614bb'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.681189] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b50cc0-2271-430f-9b81-41117ec88461 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.715950] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f680204-42b7-4038-ab68-36bc20d1fd25 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.718899] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536951, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.724461] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1575e5fc-ea06-40b7-a5d0-7a7f4e75d35b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.749057] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a726e74-6229-4214-bf1c-39c5b5677ee3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.771921] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a6e8dde-cb09-4217-9f98-552f966614bb/volume-5a6e8dde-cb09-4217-9f98-552f966614bb.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.777886] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.778246] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00cce18-cd77-4e6c-8b9a-345e83da3dd3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.797291] env[69692]: ERROR nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [req-75175737-564a-4e76-85c8-0c52b387e98f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75175737-564a-4e76-85c8-0c52b387e98f"}]} [ 1256.801075] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1256.801075] env[69692]: value = "task-3536953" [ 1256.801075] env[69692]: _type = "Task" [ 1256.801075] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.810484] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.833767] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1256.855156] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1256.856213] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.882518] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1256.899857] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1256.914662] env[69692]: DEBUG oslo_concurrency.lockutils [req-113c462f-eace-4412-9e6e-41bc2e83576f req-baf34242-9346-40e5-9a84-ce1c3987a00c service nova] Releasing lock "refresh_cache-fb1023c7-0d4f-4335-b699-fefe3413897c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.112113] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b409cf9c-90f0-4c35-ae51-7fe1fc061bf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.125554] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db84a92f-bf34-4ded-9dda-39e4a2f6b8d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.167983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.168419] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.168640] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.168866] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.169070] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.173069] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041c3ec-6dd9-4783-9059-f4e0f561a172 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.175966] env[69692]: INFO nova.compute.manager [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Terminating instance [ 1257.177502] env[69692]: DEBUG nova.compute.manager [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1257.191670] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65c5b7-6846-4610-ac08-5a5c3db55cf0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.203588] env[69692]: DEBUG oslo_vmware.api [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536951, 'name': PowerOnVM_Task, 'duration_secs': 0.54201} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.212048] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.212267] env[69692]: INFO nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1257.212446] env[69692]: DEBUG nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1257.213342] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.215175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d7f8a-c562-4889-873b-e4253e699121 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.315248] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.657373] env[69692]: DEBUG nova.compute.manager [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Received event network-changed-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.657553] env[69692]: DEBUG nova.compute.manager [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Refreshing instance network info cache due to event network-changed-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.657772] env[69692]: DEBUG oslo_concurrency.lockutils [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.657976] env[69692]: DEBUG oslo_concurrency.lockutils [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.658318] env[69692]: DEBUG nova.network.neutron [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Refreshing network info cache for port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.686494] env[69692]: DEBUG nova.compute.manager [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.686810] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.688887] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cebdfc-39d2-4269-8d65-28d20c366c01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.699025] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.699025] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c97daaa8-335d-49cd-994e-41586baa64bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.701692] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.710568] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1257.710568] env[69692]: value = "task-3536954" [ 1257.710568] env[69692]: _type = "Task" [ 1257.710568] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.723393] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.738568] env[69692]: INFO nova.compute.manager [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Took 25.35 seconds to build instance. [ 1257.763926] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1257.764217] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 151 to 152 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1257.764380] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.816656] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536953, 'name': ReconfigVM_Task, 'duration_secs': 0.837703} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.817042] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.822451] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3585b01-604b-4d85-874c-5f5f8d4c2751 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.840175] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1257.840175] env[69692]: value = "task-3536955" [ 1257.840175] env[69692]: _type = "Task" [ 1257.840175] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.849807] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.220995] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536954, 'name': PowerOffVM_Task, 'duration_secs': 0.276869} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.221334] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.221334] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.221631] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afafee3-9ded-4ce8-8ec4-98d72cad2e94 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.240965] env[69692]: DEBUG oslo_concurrency.lockutils [None req-634d554a-ee34-4e16-8c59-1dd765fe6bdd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.862s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.269911] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1258.270147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.277s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.270420] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.380s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.270621] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.272932] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.596s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.274330] env[69692]: INFO nova.compute.claims [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.300365] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.300597] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.300789] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Deleting the datastore file [datastore1] 974cebec-ee7a-4743-a5ed-2f95af4bfca9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.301537] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c547032d-0fe2-433d-a6dc-aacc8e02b859 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.309684] env[69692]: INFO nova.scheduler.client.report [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance b5913f79-4b3e-4034-a4e9-4dbc439c1234 [ 1258.313342] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for the task: (returnval){ [ 1258.313342] env[69692]: value = "task-3536957" [ 1258.313342] env[69692]: _type = "Task" [ 1258.313342] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.330458] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.352456] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.433186] env[69692]: DEBUG nova.network.neutron [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updated VIF entry in instance network info cache for port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.433541] env[69692]: DEBUG nova.network.neutron [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.434955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.435226] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.825474] env[69692]: DEBUG oslo_concurrency.lockutils [None req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "b5913f79-4b3e-4034-a4e9-4dbc439c1234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.665s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.831103] env[69692]: DEBUG oslo_vmware.api [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Task: {'id': task-3536957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257762} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.831103] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.831869] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.832523] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.832869] env[69692]: INFO nova.compute.manager [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1258.833397] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.833705] env[69692]: DEBUG nova.compute.manager [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.833916] env[69692]: DEBUG nova.network.neutron [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.853835] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.940111] env[69692]: DEBUG oslo_concurrency.lockutils [req-734864e4-25d2-457f-a67b-a6891e597a57 req-ffc75af2-197b-483b-96f2-a83ab1e9ac41 service nova] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.940111] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.357962] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536955, 'name': ReconfigVM_Task, 'duration_secs': 1.198757} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.359083] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706347', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'name': 'volume-5a6e8dde-cb09-4217-9f98-552f966614bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9f84f964-813c-48cd-9503-33f53559b885', 'attached_at': '2025-04-24T10:33:04.000000', 'detached_at': '', 'volume_id': '5a6e8dde-cb09-4217-9f98-552f966614bb', 'serial': '5a6e8dde-cb09-4217-9f98-552f966614bb'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.359513] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.360522] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef95488-e0d6-4455-92c4-480b8ce34e31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.370471] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.374456] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27b8f41d-4ae7-45cb-9d95-a27e28e81c7a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.453478] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.453478] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.453478] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleting the datastore file [datastore2] 9f84f964-813c-48cd-9503-33f53559b885 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.454339] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d994e09-3954-48d1-9cc6-519a2b743265 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.461383] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.463691] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1259.463691] env[69692]: value = "task-3536960" [ 1259.463691] env[69692]: _type = "Task" [ 1259.463691] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.473412] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.487880] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957cdff-b66e-40fe-abec-b4f07c88b29d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.497350] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629b4774-1ea8-4fc8-9d40-53ae87b58d0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.533235] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f976aa53-48ca-44f4-882b-21f181168c4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.545595] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701d7d5-6e0a-44b1-a6c6-e5a7b7d8f76e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.560393] env[69692]: DEBUG nova.compute.provider_tree [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.566982] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.567258] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.567453] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.567627] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.567879] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.573095] env[69692]: INFO nova.compute.manager [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Terminating instance [ 1259.590202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "137791b5-ce5f-45af-b051-30e71d508b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.590202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.590202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "137791b5-ce5f-45af-b051-30e71d508b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.590202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.590202] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.591367] env[69692]: INFO nova.compute.manager [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Terminating instance [ 1259.619175] env[69692]: DEBUG nova.network.neutron [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.680345] env[69692]: DEBUG nova.compute.manager [req-a1baee92-755e-419a-aa8a-4b3d73b78cfa req-2519fca8-1992-4398-9b56-2500e529de1b service nova] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Received event network-vif-deleted-8efe772c-0495-4e36-b2b8-2172f7f549ce {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.975920] env[69692]: DEBUG oslo_vmware.api [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3536960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154155} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.976099] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.976198] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.976410] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.976581] env[69692]: INFO nova.compute.manager [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Took 3.85 seconds to destroy the instance on the hypervisor. [ 1259.976871] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.977124] env[69692]: DEBUG nova.compute.manager [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.977226] env[69692]: DEBUG nova.network.neutron [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.063730] env[69692]: DEBUG nova.scheduler.client.report [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.078646] env[69692]: DEBUG nova.compute.manager [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.079019] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.080306] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be90697-75ce-4e3e-9d2d-6ed185bf5a4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.088794] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.089042] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2ce948-062c-4fcc-8b92-deb802961892 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.095754] env[69692]: DEBUG nova.compute.manager [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.095958] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.096279] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1260.096279] env[69692]: value = "task-3536961" [ 1260.096279] env[69692]: _type = "Task" [ 1260.096279] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.096961] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776565db-cc76-4f83-a9a9-2a89adf2f27a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.108900] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.111539] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.111934] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c67029-86e2-4004-98da-3e76e84f3d59 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.120597] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1260.120597] env[69692]: value = "task-3536962" [ 1260.120597] env[69692]: _type = "Task" [ 1260.120597] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.124241] env[69692]: INFO nova.compute.manager [-] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Took 1.29 seconds to deallocate network for instance. [ 1260.136527] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.271094] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "2867ad91-d168-497e-b270-3ed36d8195af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.271429] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.568074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.568675] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.571306] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.870s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.610108] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536961, 'name': PowerOffVM_Task, 'duration_secs': 0.21821} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.611377] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.611377] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.611731] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d59eb4-0d04-4d89-918c-4cefc6ab07f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.631832] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.632147] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536962, 'name': PowerOffVM_Task, 'duration_secs': 0.306496} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.632649] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.632649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.632805] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401c3a7a-eb91-4464-bed9-af9b6269ec4a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.677827] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.678084] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.678302] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleting the datastore file [datastore2] ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.678590] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69dd423-1990-4516-b19b-051155ad26f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.687702] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for the task: (returnval){ [ 1260.687702] env[69692]: value = "task-3536965" [ 1260.687702] env[69692]: _type = "Task" [ 1260.687702] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.696926] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.731085] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.731326] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.731586] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleting the datastore file [datastore1] 137791b5-ce5f-45af-b051-30e71d508b06 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.731908] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1597ca-9599-47ee-9255-394225968d99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.741610] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for the task: (returnval){ [ 1260.741610] env[69692]: value = "task-3536966" [ 1260.741610] env[69692]: _type = "Task" [ 1260.741610] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.751152] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.776965] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.903870] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.904182] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706379', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'name': 'volume-acf27997-378b-483a-87fa-a6710e3e5dde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea9b3b6a-769c-4654-b726-becec9eab79e', 'attached_at': '', 'detached_at': '', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'serial': 'acf27997-378b-483a-87fa-a6710e3e5dde'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.905185] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeb3f9e-7c3c-4b2a-9782-ad3022671c34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.922990] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a431e-66df-461d-bb2f-ec353e9d41ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.951309] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-acf27997-378b-483a-87fa-a6710e3e5dde/volume-acf27997-378b-483a-87fa-a6710e3e5dde.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.952276] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa10f98b-90d6-4f16-bcce-ccdae17d6221 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.966384] env[69692]: DEBUG nova.network.neutron [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.980060] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1260.980060] env[69692]: value = "task-3536967" [ 1260.980060] env[69692]: _type = "Task" [ 1260.980060] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.989642] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.075455] env[69692]: DEBUG nova.compute.utils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.078699] env[69692]: INFO nova.compute.claims [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.082407] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.082605] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.132228] env[69692]: DEBUG nova.policy [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02a74ee73544bb09302f9cd646645b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9407dd9252440d97af46aea638bf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.199269] env[69692]: DEBUG oslo_vmware.api [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Task: {'id': task-3536965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139938} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.199269] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.199269] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.199971] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.199971] env[69692]: INFO nova.compute.manager [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.199971] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.200158] env[69692]: DEBUG nova.compute.manager [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.200158] env[69692]: DEBUG nova.network.neutron [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.252253] env[69692]: DEBUG oslo_vmware.api [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Task: {'id': task-3536966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154344} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.254649] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.254844] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.255079] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.255226] env[69692]: INFO nova.compute.manager [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1261.255460] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.255658] env[69692]: DEBUG nova.compute.manager [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.255819] env[69692]: DEBUG nova.network.neutron [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.304293] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.471180] env[69692]: INFO nova.compute.manager [-] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Took 1.49 seconds to deallocate network for instance. [ 1261.494510] env[69692]: DEBUG nova.compute.manager [req-cdedfe9d-2817-43c6-ab78-9dd6ae56e1e2 req-4c81d3fe-9991-46ca-8122-cf9a0e3984d4 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Received event network-vif-deleted-02a334d8-cc52-4e1d-aded-1e4a76b7c647 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.494510] env[69692]: INFO nova.compute.manager [req-cdedfe9d-2817-43c6-ab78-9dd6ae56e1e2 req-4c81d3fe-9991-46ca-8122-cf9a0e3984d4 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Neutron deleted interface 02a334d8-cc52-4e1d-aded-1e4a76b7c647; detaching it from the instance and deleting it from the info cache [ 1261.494510] env[69692]: DEBUG nova.network.neutron [req-cdedfe9d-2817-43c6-ab78-9dd6ae56e1e2 req-4c81d3fe-9991-46ca-8122-cf9a0e3984d4 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.499838] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.551822] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Successfully created port: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.583607] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.591023] env[69692]: INFO nova.compute.resource_tracker [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating resource usage from migration 6a65e176-0595-472e-a95d-9ea55e68330e [ 1261.715136] env[69692]: DEBUG nova.compute.manager [req-f5c0bd98-df34-4e99-b7f6-6babfd2d14df req-b03dfb93-c943-4c40-a1ec-f11b9f1bf83b service nova] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Received event network-vif-deleted-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.715348] env[69692]: DEBUG nova.compute.manager [req-f5c0bd98-df34-4e99-b7f6-6babfd2d14df req-b03dfb93-c943-4c40-a1ec-f11b9f1bf83b service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Received event network-vif-deleted-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.715541] env[69692]: INFO nova.compute.manager [req-f5c0bd98-df34-4e99-b7f6-6babfd2d14df req-b03dfb93-c943-4c40-a1ec-f11b9f1bf83b service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Neutron deleted interface ce2ee6a2-be75-4382-9361-d5f9b0f51d00; detaching it from the instance and deleting it from the info cache [ 1261.715676] env[69692]: DEBUG nova.network.neutron [req-f5c0bd98-df34-4e99-b7f6-6babfd2d14df req-b03dfb93-c943-4c40-a1ec-f11b9f1bf83b service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.807330] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66fba3f-9c2b-49e3-997e-fbd3f9f00a8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.819169] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e43d2e-28e4-4dfe-b109-eab5a3a05e4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.872649] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f2d4b-2111-4e96-8e9c-4358029a6dc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.883973] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a330bf-2188-45d8-8064-ad1bfb696691 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.900938] env[69692]: DEBUG nova.compute.provider_tree [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.970071] env[69692]: DEBUG nova.network.neutron [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.992438] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536967, 'name': ReconfigVM_Task, 'duration_secs': 0.847349} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.992700] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-acf27997-378b-483a-87fa-a6710e3e5dde/volume-acf27997-378b-483a-87fa-a6710e3e5dde.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.998006] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68e2ff6-a0cd-45f1-9fe5-c8bc4ec14c40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.010385] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85e5a207-b309-4b8b-99c8-33acd6514151 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.021069] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1262.021069] env[69692]: value = "task-3536968" [ 1262.021069] env[69692]: _type = "Task" [ 1262.021069] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.027341] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc5f476-937c-4026-8958-35a4878647f9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.038787] env[69692]: INFO nova.compute.manager [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Took 0.57 seconds to detach 1 volumes for instance. [ 1262.047749] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.064624] env[69692]: DEBUG nova.compute.manager [req-cdedfe9d-2817-43c6-ab78-9dd6ae56e1e2 req-4c81d3fe-9991-46ca-8122-cf9a0e3984d4 service nova] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Detach interface failed, port_id=02a334d8-cc52-4e1d-aded-1e4a76b7c647, reason: Instance ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.139750] env[69692]: DEBUG nova.network.neutron [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.170339] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.220720] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-823ec5b2-94bf-4870-8721-c20f6c815fda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.231469] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266b8a1-b933-4da0-96a5-49ede20c42b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.262610] env[69692]: DEBUG nova.compute.manager [req-f5c0bd98-df34-4e99-b7f6-6babfd2d14df req-b03dfb93-c943-4c40-a1ec-f11b9f1bf83b service nova] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Detach interface failed, port_id=ce2ee6a2-be75-4382-9361-d5f9b0f51d00, reason: Instance 137791b5-ce5f-45af-b051-30e71d508b06 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.423119] env[69692]: ERROR nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [req-166669e6-33c7-4e9a-96ed-8dc97e97cb8b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-166669e6-33c7-4e9a-96ed-8dc97e97cb8b"}]} [ 1262.438854] env[69692]: DEBUG nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1262.451405] env[69692]: DEBUG nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1262.451701] env[69692]: DEBUG nova.compute.provider_tree [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.462148] env[69692]: DEBUG nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1262.473309] env[69692]: INFO nova.compute.manager [-] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Took 1.27 seconds to deallocate network for instance. [ 1262.479438] env[69692]: DEBUG nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1262.534842] env[69692]: DEBUG oslo_vmware.api [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536968, 'name': ReconfigVM_Task, 'duration_secs': 0.168086} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.534842] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706379', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'name': 'volume-acf27997-378b-483a-87fa-a6710e3e5dde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea9b3b6a-769c-4654-b726-becec9eab79e', 'attached_at': '', 'detached_at': '', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'serial': 'acf27997-378b-483a-87fa-a6710e3e5dde'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1262.548971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.601204] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.626902] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.627180] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.627349] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.627547] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.627696] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.627843] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.628065] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.628233] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.628399] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.628558] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.628730] env[69692]: DEBUG nova.virt.hardware [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.629594] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac151f0b-0e3c-4088-a7c3-1ac14e1cf292 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.637826] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8274a11-bd35-4218-b29b-7981f99de813 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.642471] env[69692]: INFO nova.compute.manager [-] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Took 1.39 seconds to deallocate network for instance. [ 1262.643166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ff02cb-2389-46a6-a348-5a8fb4ec0a88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.660193] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920185af-cded-452b-a14f-32c5716e328b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.692525] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67dea1-a19c-49b5-959f-07f88c936752 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.701247] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6538c-32cc-45d6-bf23-ec502f5307df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.717267] env[69692]: DEBUG nova.compute.provider_tree [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.982987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.161263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.270854] env[69692]: DEBUG nova.scheduler.client.report [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1263.271088] env[69692]: DEBUG nova.compute.provider_tree [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 154 to 155 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1263.271278] env[69692]: DEBUG nova.compute.provider_tree [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.295806] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Successfully updated port: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.581310] env[69692]: DEBUG nova.objects.instance [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid ea9b3b6a-769c-4654-b726-becec9eab79e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.691852] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.692196] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.692273] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.692414] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1263.742716] env[69692]: DEBUG nova.compute.manager [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Received event network-vif-plugged-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.742716] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.742945] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.743132] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.743299] env[69692]: DEBUG nova.compute.manager [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] No waiting events found dispatching network-vif-plugged-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1263.743464] env[69692]: WARNING nova.compute.manager [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Received unexpected event network-vif-plugged-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 for instance with vm_state building and task_state spawning. [ 1263.743624] env[69692]: DEBUG nova.compute.manager [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Received event network-changed-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.743778] env[69692]: DEBUG nova.compute.manager [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Refreshing instance network info cache due to event network-changed-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.743961] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Acquiring lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.744144] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Acquired lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.744270] env[69692]: DEBUG nova.network.neutron [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Refreshing network info cache for port 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.776859] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.205s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.777106] env[69692]: INFO nova.compute.manager [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Migrating [ 1263.784332] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.323s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.785943] env[69692]: INFO nova.compute.claims [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.797057] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.086487] env[69692]: DEBUG oslo_concurrency.lockutils [None req-79fa9f95-dbd6-439a-b824-6e69f3272029 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.170368] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.276463] env[69692]: DEBUG nova.network.neutron [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.296988] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.297213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.297812] env[69692]: DEBUG nova.network.neutron [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.354839] env[69692]: DEBUG nova.network.neutron [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.815941] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.816263] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.858400] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a74332f-e1ac-4f25-b213-0ed87448859e req-138d3f5c-d573-41ed-bdb4-a3e11070d215 service nova] Releasing lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.859037] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.859037] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.978559] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501bbf66-a22a-4173-9fce-3ee603c10370 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.986820] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05232061-6649-47be-94ae-f2d02126e2d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.019469] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfbd71-0e20-4816-9cb6-a90a6c3019ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.023356] env[69692]: DEBUG nova.network.neutron [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.030408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3cd32-ae09-4574-b9ea-1017c2e65660 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.046272] env[69692]: DEBUG nova.compute.provider_tree [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.165912] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.170532] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.171722] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.319201] env[69692]: INFO nova.compute.manager [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Detaching volume acf27997-378b-483a-87fa-a6710e3e5dde [ 1265.354880] env[69692]: INFO nova.virt.block_device [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Attempting to driver detach volume acf27997-378b-483a-87fa-a6710e3e5dde from mountpoint /dev/sdb [ 1265.355079] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.355264] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706379', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'name': 'volume-acf27997-378b-483a-87fa-a6710e3e5dde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea9b3b6a-769c-4654-b726-becec9eab79e', 'attached_at': '', 'detached_at': '', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'serial': 'acf27997-378b-483a-87fa-a6710e3e5dde'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.356147] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb98420-ad4b-49c2-b530-7857afb1d843 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.379680] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6119a80d-5715-436d-903c-57f1e305d38d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.387458] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631fb71-e5de-4f6c-bc9c-3ace7b759e8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.408098] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.410422] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc64a8c-bbdc-43c2-af99-540f101550a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.425723] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] The volume has not been displaced from its original location: [datastore2] volume-acf27997-378b-483a-87fa-a6710e3e5dde/volume-acf27997-378b-483a-87fa-a6710e3e5dde.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.430996] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.433667] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa44cfc-f1f0-4f94-bdc9-3c61d5442f74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.454113] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1265.454113] env[69692]: value = "task-3536969" [ 1265.454113] env[69692]: _type = "Task" [ 1265.454113] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.462410] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.527203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.549181] env[69692]: DEBUG nova.scheduler.client.report [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.559953] env[69692]: DEBUG nova.network.neutron [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [{"id": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "address": "fa:16:3e:42:a7:79", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a47ca9f-fb", "ovs_interfaceid": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.674316] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.966292] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536969, 'name': ReconfigVM_Task, 'duration_secs': 0.229328} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.966292] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.970173] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79fa58c-c40e-49b7-8e00-128ecd4113be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.985614] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1265.985614] env[69692]: value = "task-3536970" [ 1265.985614] env[69692]: _type = "Task" [ 1265.985614] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.995402] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.053987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.054615] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.057830] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.426s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.058071] env[69692]: DEBUG nova.objects.instance [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lazy-loading 'resources' on Instance uuid 974cebec-ee7a-4743-a5ed-2f95af4bfca9 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.061948] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.062248] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance network_info: |[{"id": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "address": "fa:16:3e:42:a7:79", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a47ca9f-fb", "ovs_interfaceid": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.062615] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:a7:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a47ca9f-fbba-4a93-a2df-84fe8dc4e526', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.071181] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.072107] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.072344] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812212b4-4713-438c-88dc-d1a3104010e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.096443] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.096443] env[69692]: value = "task-3536971" [ 1266.096443] env[69692]: _type = "Task" [ 1266.096443] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.106343] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536971, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.496458] env[69692]: DEBUG oslo_vmware.api [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536970, 'name': ReconfigVM_Task, 'duration_secs': 0.147453} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.496764] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706379', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'name': 'volume-acf27997-378b-483a-87fa-a6710e3e5dde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea9b3b6a-769c-4654-b726-becec9eab79e', 'attached_at': '', 'detached_at': '', 'volume_id': 'acf27997-378b-483a-87fa-a6710e3e5dde', 'serial': 'acf27997-378b-483a-87fa-a6710e3e5dde'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.559501] env[69692]: DEBUG nova.compute.utils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.561602] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.561841] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.604727] env[69692]: DEBUG nova.policy [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8210fbf8855a46bd91ac0e6e9da8800e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b481c987d84fc6b37bf4415871d5bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.614194] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536971, 'name': CreateVM_Task, 'duration_secs': 0.316372} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.614372] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.614963] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.615264] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.615445] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.615715] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc509bf-c4ac-47a8-a065-5cf18de96352 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.621027] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1266.621027] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd6602-524b-c625-3ab1-c576b9992272" [ 1266.621027] env[69692]: _type = "Task" [ 1266.621027] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.632071] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd6602-524b-c625-3ab1-c576b9992272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.738899] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf4f372-781a-4853-8a32-bac5a1595774 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.746166] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c5c08-e6d6-47fd-98e6-53d991177868 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.778122] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a14a1-6000-4c1a-a37f-443e564e553c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.788172] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83632707-33e2-4763-b60c-2ad4c5ec9ff3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.802694] env[69692]: DEBUG nova.compute.provider_tree [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.864773] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Successfully created port: 8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.039494] env[69692]: DEBUG nova.objects.instance [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid ea9b3b6a-769c-4654-b726-becec9eab79e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.047024] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ba52e-7e3d-4da7-b4c7-448b05c4a5ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.066966] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.074601] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.133493] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bd6602-524b-c625-3ab1-c576b9992272, 'name': SearchDatastore_Task, 'duration_secs': 0.01396} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.134032] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.134303] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.134542] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.134689] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.134925] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.135134] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7188881f-a01e-45f4-ae30-40ef2e2215e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.144366] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.144546] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.145278] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c426d8e5-3f21-40ee-a4b4-22a59d7f11d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.150913] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1267.150913] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521174c7-b9c3-9069-c2f3-9eceff9504f2" [ 1267.150913] env[69692]: _type = "Task" [ 1267.150913] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.158894] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521174c7-b9c3-9069-c2f3-9eceff9504f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.310064] env[69692]: DEBUG nova.scheduler.client.report [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.579783] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.582871] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932e1e81-1baa-4d75-b05e-39ede0789a99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.592201] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1267.592201] env[69692]: value = "task-3536972" [ 1267.592201] env[69692]: _type = "Task" [ 1267.592201] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.600849] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.661205] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521174c7-b9c3-9069-c2f3-9eceff9504f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.662127] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5bd4d4-97e5-4418-9bd6-829848adf72b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.667686] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1267.667686] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a16622-7c19-e5d0-f20f-c1c738569007" [ 1267.667686] env[69692]: _type = "Task" [ 1267.667686] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.675835] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a16622-7c19-e5d0-f20f-c1c738569007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.815541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.817989] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.514s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.819917] env[69692]: INFO nova.compute.claims [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.840357] env[69692]: INFO nova.scheduler.client.report [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Deleted allocations for instance 974cebec-ee7a-4743-a5ed-2f95af4bfca9 [ 1268.047734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ed1d77eb-feab-47ac-aea1-bb489c13e44d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.085929] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.103629] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536972, 'name': PowerOffVM_Task, 'duration_secs': 0.163218} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.103690] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.103848] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.115470] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.115669] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.115926] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.116012] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.116168] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.116316] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.116789] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.116789] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.116891] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.117109] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.117302] env[69692]: DEBUG nova.virt.hardware [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.118167] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d982f490-b92e-41aa-a4aa-30359d7c5867 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.127141] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5883e8-f0b7-48d9-b96b-5ae39e5580e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.178766] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a16622-7c19-e5d0-f20f-c1c738569007, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.179054] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.179299] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.179555] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-597d0a1d-4d1e-4061-b93e-1c63416a5d03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.186441] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1268.186441] env[69692]: value = "task-3536973" [ 1268.186441] env[69692]: _type = "Task" [ 1268.186441] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.194952] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.263289] env[69692]: DEBUG nova.compute.manager [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Received event network-vif-plugged-8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.263511] env[69692]: DEBUG oslo_concurrency.lockutils [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] Acquiring lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.263722] env[69692]: DEBUG oslo_concurrency.lockutils [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.263890] env[69692]: DEBUG oslo_concurrency.lockutils [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.264121] env[69692]: DEBUG nova.compute.manager [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] No waiting events found dispatching network-vif-plugged-8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1268.264323] env[69692]: WARNING nova.compute.manager [req-6e114f5c-20f2-4e5f-ab7b-9130ce29e457 req-a84e6543-5e1c-4a8a-a77e-90fefabb31d1 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Received unexpected event network-vif-plugged-8d35189b-c156-48ae-ab14-704ffe9798a7 for instance with vm_state building and task_state spawning. [ 1268.345943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Lock "974cebec-ee7a-4743-a5ed-2f95af4bfca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.177s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.356394] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Successfully updated port: 8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.612623] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.612974] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.613162] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.613406] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.613570] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.613749] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.613985] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.614294] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.614488] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.614685] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.615014] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.622372] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be7d5c3-6617-4123-8f69-70aade7b8cea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.645971] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1268.645971] env[69692]: value = "task-3536974" [ 1268.645971] env[69692]: _type = "Task" [ 1268.645971] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.659405] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.697608] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503452} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.697891] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.698125] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.698373] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f792b4ea-d22f-49eb-b919-b49c36d19a63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.706093] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1268.706093] env[69692]: value = "task-3536975" [ 1268.706093] env[69692]: _type = "Task" [ 1268.706093] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.716102] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.862681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.862681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquired lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.862681] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.099951] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d254cd-a7fa-4330-93ba-1260e4cc8a43 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.107891] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d2154a-a97a-4117-a7bc-2d10c61439f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.138222] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e6fea9-2590-4b6c-a9d5-a03a537cefb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.146027] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2012f5-dbff-4049-8a86-6941d5f1624d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.165099] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536974, 'name': ReconfigVM_Task, 'duration_secs': 0.164126} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.165557] env[69692]: DEBUG nova.compute.provider_tree [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.166965] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.172631] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.173488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.173488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.173488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.173488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.175584] env[69692]: INFO nova.compute.manager [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Terminating instance [ 1269.218033] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.218033] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.218033] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e259276-d73e-41f1-a688-67f61abe99e1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.241530] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.242049] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a2953b-e393-49e6-9c9d-c8afe3a60f54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.261970] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1269.261970] env[69692]: value = "task-3536976" [ 1269.261970] env[69692]: _type = "Task" [ 1269.261970] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.269326] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.404280] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.628926] env[69692]: DEBUG nova.network.neutron [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Updating instance_info_cache with network_info: [{"id": "8d35189b-c156-48ae-ab14-704ffe9798a7", "address": "fa:16:3e:35:a0:d3", "network": {"id": "fc7c0084-bbc5-4fc2-8d83-f4a6e684ccab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1805928140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b481c987d84fc6b37bf4415871d5bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d35189b-c1", "ovs_interfaceid": "8d35189b-c156-48ae-ab14-704ffe9798a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.671189] env[69692]: DEBUG nova.scheduler.client.report [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.675852] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.676092] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.676250] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.676428] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.676572] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.676715] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.676914] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.677080] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.677248] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.677406] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.677576] env[69692]: DEBUG nova.virt.hardware [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.684193] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.684193] env[69692]: DEBUG nova.compute.manager [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.684193] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.684420] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-134cdb02-455e-4734-9c58-a754b14e1975 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.699066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942a1fa0-5485-494a-ad84-4e3a5f4c3ccf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.707407] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.708700] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6ed06f8-abdb-4467-990d-2d7a56a4a8b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.710257] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1269.710257] env[69692]: value = "task-3536977" [ 1269.710257] env[69692]: _type = "Task" [ 1269.710257] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.720380] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.721598] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1269.721598] env[69692]: value = "task-3536978" [ 1269.721598] env[69692]: _type = "Task" [ 1269.721598] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.728780] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.773787] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.133283] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Releasing lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.133595] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Instance network_info: |[{"id": "8d35189b-c156-48ae-ab14-704ffe9798a7", "address": "fa:16:3e:35:a0:d3", "network": {"id": "fc7c0084-bbc5-4fc2-8d83-f4a6e684ccab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1805928140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b481c987d84fc6b37bf4415871d5bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d35189b-c1", "ovs_interfaceid": "8d35189b-c156-48ae-ab14-704ffe9798a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.134009] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a0:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d35189b-c156-48ae-ab14-704ffe9798a7', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.141560] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Creating folder: Project (66b481c987d84fc6b37bf4415871d5bc). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.141888] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746f7d29-06fd-41b2-bd73-f0239839b07d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.153100] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Created folder: Project (66b481c987d84fc6b37bf4415871d5bc) in parent group-v706084. [ 1270.153293] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Creating folder: Instances. Parent ref: group-v706381. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.153525] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-603bea45-8055-49ef-bd2c-9a6331aba02f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.162660] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Created folder: Instances in parent group-v706381. [ 1270.162760] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.162922] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.163198] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77868409-8685-4fb6-bca7-855bfe15beac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.182663] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.182663] env[69692]: value = "task-3536981" [ 1270.182663] env[69692]: _type = "Task" [ 1270.182663] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.186150] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.186501] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.189448] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.641s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.189716] env[69692]: DEBUG nova.objects.instance [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'resources' on Instance uuid 9f84f964-813c-48cd-9503-33f53559b885 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.196331] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536981, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.224664] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536977, 'name': ReconfigVM_Task, 'duration_secs': 0.18192} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.227943] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.230477] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc33fdc-68f2-43e7-afee-1cdb32a0715e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.243588] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536978, 'name': PowerOffVM_Task, 'duration_secs': 0.208849} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.263442] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.263692] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.277265] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-121e2d42-8e9d-4509-aa15-ba8e310080a0/volume-121e2d42-8e9d-4509-aa15-ba8e310080a0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.279056] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8f8725-a0de-4c9a-b6e3-10a3aa480fe2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.288781] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c35c4b-f506-43ac-8564-49a34d70e785 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.312993] env[69692]: DEBUG nova.compute.manager [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Received event network-changed-8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.313302] env[69692]: DEBUG nova.compute.manager [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Refreshing instance network info cache due to event network-changed-8d35189b-c156-48ae-ab14-704ffe9798a7. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.313537] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] Acquiring lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.313681] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] Acquired lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.313843] env[69692]: DEBUG nova.network.neutron [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Refreshing network info cache for port 8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.322408] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536976, 'name': ReconfigVM_Task, 'duration_secs': 0.764336} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.322949] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.323668] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1270.323668] env[69692]: value = "task-3536983" [ 1270.323668] env[69692]: _type = "Task" [ 1270.323668] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.324441] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16cd5778-d73a-4755-a6f0-7c67f0db4582 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.336605] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.337482] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1270.337482] env[69692]: value = "task-3536984" [ 1270.337482] env[69692]: _type = "Task" [ 1270.337482] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.345559] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536984, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.380546] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.382724] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.382724] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleting the datastore file [datastore2] ea9b3b6a-769c-4654-b726-becec9eab79e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.382724] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c603532b-e09a-45ac-b885-efc900924665 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.388856] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1270.388856] env[69692]: value = "task-3536985" [ 1270.388856] env[69692]: _type = "Task" [ 1270.388856] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.398884] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.693873] env[69692]: DEBUG nova.compute.utils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.697317] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536981, 'name': CreateVM_Task, 'duration_secs': 0.332211} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.697988] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.698258] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.701019] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.701019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.701019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.701019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.701199] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae3b49-3585-4bde-9a13-afec56b59302 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.706551] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1270.706551] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5292a7e3-b667-ea54-e7c0-2e6f57c148a3" [ 1270.706551] env[69692]: _type = "Task" [ 1270.706551] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.714926] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5292a7e3-b667-ea54-e7c0-2e6f57c148a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.738467] env[69692]: DEBUG nova.policy [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '240b837d1d194720ab5b8b48e393c58d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79648247bdd420fbe9912fde51f9a1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.837518] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3536983, 'name': ReconfigVM_Task, 'duration_secs': 0.272782} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.837894] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-121e2d42-8e9d-4509-aa15-ba8e310080a0/volume-121e2d42-8e9d-4509-aa15-ba8e310080a0.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.838229] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.853413] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536984, 'name': Rename_Task, 'duration_secs': 0.149571} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.853682] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.853932] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16af9ecc-adbe-48f8-a68f-c80303f1b1b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.861570] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1270.861570] env[69692]: value = "task-3536986" [ 1270.861570] env[69692]: _type = "Task" [ 1270.861570] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.873838] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.899766] env[69692]: DEBUG oslo_vmware.api [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3536985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150739} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.900434] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.900625] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.900796] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.900961] env[69692]: INFO nova.compute.manager [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1270.901283] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.903771] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f354bf-286e-4dc0-bfe8-2c5ddfc225b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.907337] env[69692]: DEBUG nova.compute.manager [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.907337] env[69692]: DEBUG nova.network.neutron [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.912238] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7af8e7-cdd0-4cd1-80db-f0038a419c0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.950769] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5b9dd-5601-4b96-846f-f86b4d32ab04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.958554] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63586c31-9d14-4798-aff5-21ac38920a8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.972623] env[69692]: DEBUG nova.compute.provider_tree [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.167455] env[69692]: DEBUG nova.network.neutron [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Updated VIF entry in instance network info cache for port 8d35189b-c156-48ae-ab14-704ffe9798a7. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.167723] env[69692]: DEBUG nova.network.neutron [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Updating instance_info_cache with network_info: [{"id": "8d35189b-c156-48ae-ab14-704ffe9798a7", "address": "fa:16:3e:35:a0:d3", "network": {"id": "fc7c0084-bbc5-4fc2-8d83-f4a6e684ccab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1805928140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b481c987d84fc6b37bf4415871d5bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d35189b-c1", "ovs_interfaceid": "8d35189b-c156-48ae-ab14-704ffe9798a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.187146] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Successfully created port: 786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.200189] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.218238] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5292a7e3-b667-ea54-e7c0-2e6f57c148a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.218782] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.218782] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.219852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.219852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.219852] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.219852] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ff0f1a-4760-49a8-b777-eb1efed28ecb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.230125] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.230309] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.231092] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa24192d-5bbf-4db1-a357-468d56a915a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.237780] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1271.237780] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523f8f8c-7f6f-e277-6834-b526661ee24b" [ 1271.237780] env[69692]: _type = "Task" [ 1271.237780] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.247657] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523f8f8c-7f6f-e277-6834-b526661ee24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.352429] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784a8e89-c334-4a85-b983-4bb2b807286b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.375210] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abd0a2-cda1-4e0d-a21b-11a44190a091 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.383956] env[69692]: DEBUG oslo_vmware.api [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3536986, 'name': PowerOnVM_Task, 'duration_secs': 0.4873} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.398010] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.398297] env[69692]: INFO nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1271.398483] env[69692]: DEBUG nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.399184] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.407500] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989559b-bdc9-4807-875d-0c791652a046 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.476374] env[69692]: DEBUG nova.scheduler.client.report [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.670220] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc9df77f-0bc1-491b-981b-cb36e6b83602 req-a20e8f8d-b14d-446f-b24c-e2660f120830 service nova] Releasing lock "refresh_cache-0ff26be7-60b9-4ba4-bde9-569d206108d9" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.706459] env[69692]: INFO nova.virt.block_device [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Booting with volume 28b5c0c0-ed08-411b-a564-303fe85ae638 at /dev/sda [ 1271.733082] env[69692]: DEBUG nova.compute.manager [req-c84a832d-dc05-459b-b12a-f4e6955c84d0 req-96cc5dc1-284d-4404-870a-7cb885d1d756 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Received event network-vif-deleted-c1fc9935-d31e-439c-ad87-a9551c2896a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.733082] env[69692]: INFO nova.compute.manager [req-c84a832d-dc05-459b-b12a-f4e6955c84d0 req-96cc5dc1-284d-4404-870a-7cb885d1d756 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Neutron deleted interface c1fc9935-d31e-439c-ad87-a9551c2896a9; detaching it from the instance and deleting it from the info cache [ 1271.733170] env[69692]: DEBUG nova.network.neutron [req-c84a832d-dc05-459b-b12a-f4e6955c84d0 req-96cc5dc1-284d-4404-870a-7cb885d1d756 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.749054] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523f8f8c-7f6f-e277-6834-b526661ee24b, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.752050] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-469a650c-5bdb-490d-ad9f-9e9fc0e602ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.754963] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbe1201-cb9d-46ae-b179-e048778cfafd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.761574] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1271.761574] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]526c2c3f-d7ef-4018-bb3e-1e2f47a9740e" [ 1271.761574] env[69692]: _type = "Task" [ 1271.761574] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.764463] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830869a-24c4-4289-bec2-23f88e393816 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.784118] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]526c2c3f-d7ef-4018-bb3e-1e2f47a9740e, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.784405] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.784660] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0ff26be7-60b9-4ba4-bde9-569d206108d9/0ff26be7-60b9-4ba4-bde9-569d206108d9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.784932] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d181006e-08f2-403f-be95-e0222d3b4b27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.799256] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18b2d4b5-a06a-4a60-b446-c7d9db8acada {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.801272] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1271.801272] env[69692]: value = "task-3536987" [ 1271.801272] env[69692]: _type = "Task" [ 1271.801272] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.814395] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.815715] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35efb58-336b-41d4-9847-b6f802c596e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.846269] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa6033-905e-44e9-800e-ac62a30b065a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.853847] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410de8e-ed84-4025-8f0a-765bdea3831d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.867381] env[69692]: DEBUG nova.virt.block_device [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating existing volume attachment record: 72e44510-91cc-4c10-87b4-81ffdde0919b {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.934409] env[69692]: INFO nova.compute.manager [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Took 15.29 seconds to build instance. [ 1271.981281] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.989150] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.002s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.989150] env[69692]: DEBUG nova.objects.instance [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lazy-loading 'resources' on Instance uuid ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.020472] env[69692]: INFO nova.scheduler.client.report [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted allocations for instance 9f84f964-813c-48cd-9503-33f53559b885 [ 1272.213621] env[69692]: DEBUG nova.network.neutron [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.235822] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04f9301b-f4dc-459c-821d-ff0257f7b086 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.245768] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ca6d9-9b19-4d4f-8add-1a6bf422a1d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.283767] env[69692]: DEBUG nova.compute.manager [req-c84a832d-dc05-459b-b12a-f4e6955c84d0 req-96cc5dc1-284d-4404-870a-7cb885d1d756 service nova] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Detach interface failed, port_id=c1fc9935-d31e-439c-ad87-a9551c2896a9, reason: Instance ea9b3b6a-769c-4654-b726-becec9eab79e could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.310347] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490959} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.310612] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 0ff26be7-60b9-4ba4-bde9-569d206108d9/0ff26be7-60b9-4ba4-bde9-569d206108d9.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.310822] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.311074] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f1545d1-afd9-436a-90b1-c6a21a0e9caa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.319532] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1272.319532] env[69692]: value = "task-3536988" [ 1272.319532] env[69692]: _type = "Task" [ 1272.319532] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.329879] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.435754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-caff56fa-941e-4c99-9a35-690d9c5786cb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.817s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.530906] env[69692]: DEBUG oslo_concurrency.lockutils [None req-45fff963-9769-41fe-aad3-1df61691644d tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "9f84f964-813c-48cd-9503-33f53559b885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.929s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.687818] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d5921-4e03-43f8-9b80-3f1ef375d581 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.695799] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f82879-6f71-4976-a988-d68cc79ccef6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.730765] env[69692]: INFO nova.compute.manager [-] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Took 1.83 seconds to deallocate network for instance. [ 1272.733551] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9396c34-82d9-4c2d-8cd2-d9407162bd34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.744677] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11102b52-48ca-45eb-a086-10e6b5c2b73a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.769575] env[69692]: DEBUG nova.compute.provider_tree [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.769929] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Successfully updated port: 786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.830329] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085616} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.830601] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.831382] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec65199-6e0c-4eff-98e6-a1ddf0da0508 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.839216] env[69692]: DEBUG nova.compute.manager [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Received event network-vif-plugged-786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.839216] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] Acquiring lock "2867ad91-d168-497e-b270-3ed36d8195af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.839216] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] Lock "2867ad91-d168-497e-b270-3ed36d8195af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.839216] env[69692]: DEBUG oslo_concurrency.lockutils [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] Lock "2867ad91-d168-497e-b270-3ed36d8195af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.839604] env[69692]: DEBUG nova.compute.manager [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] No waiting events found dispatching network-vif-plugged-786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1272.839604] env[69692]: WARNING nova.compute.manager [req-f1f38f70-46e3-4a0f-9f89-0bd1bf06f45a req-982a9ee6-48c7-48bc-b682-db39b2f78ed1 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Received unexpected event network-vif-plugged-786e635f-75d2-45d0-a130-bbef0db20526 for instance with vm_state building and task_state block_device_mapping. [ 1272.857780] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 0ff26be7-60b9-4ba4-bde9-569d206108d9/0ff26be7-60b9-4ba4-bde9-569d206108d9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.858239] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465eb51d-deaa-4be6-ba81-15914aea4ef5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.883918] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1272.883918] env[69692]: value = "task-3536989" [ 1272.883918] env[69692]: _type = "Task" [ 1272.883918] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.893794] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.163669] env[69692]: DEBUG nova.network.neutron [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1273.241737] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.275649] env[69692]: DEBUG nova.scheduler.client.report [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.279364] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.279509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquired lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.279655] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.394016] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536989, 'name': ReconfigVM_Task, 'duration_secs': 0.475768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.394421] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 0ff26be7-60b9-4ba4-bde9-569d206108d9/0ff26be7-60b9-4ba4-bde9-569d206108d9.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.395116] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ebaf1c1-5f45-4c83-8b68-fe9b7b470c9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.401626] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1273.401626] env[69692]: value = "task-3536990" [ 1273.401626] env[69692]: _type = "Task" [ 1273.401626] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.409199] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536990, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.447612] env[69692]: DEBUG nova.compute.manager [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1273.780922] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.783478] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.622s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.783682] env[69692]: DEBUG nova.objects.instance [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lazy-loading 'resources' on Instance uuid 137791b5-ce5f-45af-b051-30e71d508b06 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.801812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.801812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.806703] env[69692]: INFO nova.scheduler.client.report [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Deleted allocations for instance ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d [ 1273.832578] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.913829] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536990, 'name': Rename_Task, 'duration_secs': 0.160079} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.914152] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.914424] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ce605d-b5eb-4cc7-830c-90bf2135878d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.921058] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1273.921058] env[69692]: value = "task-3536991" [ 1273.921058] env[69692]: _type = "Task" [ 1273.921058] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.930096] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.963939] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.964446] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.964676] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.964881] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.965202] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.965384] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.965917] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.965917] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.966053] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.966571] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.966571] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.966768] env[69692]: DEBUG nova.virt.hardware [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.967809] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f42365-8c2c-4b1a-b1b3-1f877879f88c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.972022] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.977719] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953625e-3caa-486b-84d2-c86d6ae0bff4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.984760] env[69692]: DEBUG nova.network.neutron [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating instance_info_cache with network_info: [{"id": "786e635f-75d2-45d0-a130-bbef0db20526", "address": "fa:16:3e:99:1f:1d", "network": {"id": "d91946f7-0ab5-44df-93d7-b0780e54fc18", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337202831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79648247bdd420fbe9912fde51f9a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786e635f-75", "ovs_interfaceid": "786e635f-75d2-45d0-a130-bbef0db20526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.188111] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.188352] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.188545] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.305643] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.317525] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Lock "ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.750s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.432986] env[69692]: DEBUG oslo_vmware.api [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536991, 'name': PowerOnVM_Task, 'duration_secs': 0.451693} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.435473] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.435688] env[69692]: INFO nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1274.435866] env[69692]: DEBUG nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.436862] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c6a95-9c59-4e1d-ad08-24b7003ca54a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.485583] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1624dd-b159-4776-8e27-07f1883233be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.489294] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Releasing lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.489601] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Instance network_info: |[{"id": "786e635f-75d2-45d0-a130-bbef0db20526", "address": "fa:16:3e:99:1f:1d", "network": {"id": "d91946f7-0ab5-44df-93d7-b0780e54fc18", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337202831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79648247bdd420fbe9912fde51f9a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786e635f-75", "ovs_interfaceid": "786e635f-75d2-45d0-a130-bbef0db20526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.490037] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:1f:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786e635f-75d2-45d0-a130-bbef0db20526', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.498072] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Creating folder: Project (c79648247bdd420fbe9912fde51f9a1d). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.499022] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3486f38f-d35c-40d2-ba15-721a55ecdb40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.505847] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833eb24-1423-422d-92c4-9a9f5407f562 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.536773] env[69692]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1274.536985] env[69692]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69692) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1274.537719] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11786b-8c68-4c27-b4c7-f94a846594e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.540378] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Folder already exists: Project (c79648247bdd420fbe9912fde51f9a1d). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1274.540574] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Creating folder: Instances. Parent ref: group-v706370. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.540798] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e7c862d-ebfc-4671-8d20-a67dae25c308 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.547375] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64385295-ae97-4a78-a9f5-13410f3b106c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.551616] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Created folder: Instances in parent group-v706370. [ 1274.551830] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.552322] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.552505] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50864f58-4dd7-4e41-afda-9c874ae21b4e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.573849] env[69692]: DEBUG nova.compute.provider_tree [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.578644] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.578644] env[69692]: value = "task-3536994" [ 1274.578644] env[69692]: _type = "Task" [ 1274.578644] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.585738] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536994, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.728678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.728916] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.831898] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.869005] env[69692]: DEBUG nova.compute.manager [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Received event network-changed-786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.869364] env[69692]: DEBUG nova.compute.manager [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Refreshing instance network info cache due to event network-changed-786e635f-75d2-45d0-a130-bbef0db20526. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.869472] env[69692]: DEBUG oslo_concurrency.lockutils [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] Acquiring lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.869615] env[69692]: DEBUG oslo_concurrency.lockutils [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] Acquired lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.869818] env[69692]: DEBUG nova.network.neutron [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Refreshing network info cache for port 786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.957960] env[69692]: INFO nova.compute.manager [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Took 15.51 seconds to build instance. [ 1275.077504] env[69692]: DEBUG nova.scheduler.client.report [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.099230] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536994, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.232160] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.241775] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.242883] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.242883] env[69692]: DEBUG nova.network.neutron [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.353152] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.461025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.026s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.461398] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.108s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.461542] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.461737] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.461930] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.464022] env[69692]: INFO nova.compute.manager [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Terminating instance [ 1275.577712] env[69692]: DEBUG nova.network.neutron [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updated VIF entry in instance network info cache for port 786e635f-75d2-45d0-a130-bbef0db20526. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.578110] env[69692]: DEBUG nova.network.neutron [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating instance_info_cache with network_info: [{"id": "786e635f-75d2-45d0-a130-bbef0db20526", "address": "fa:16:3e:99:1f:1d", "network": {"id": "d91946f7-0ab5-44df-93d7-b0780e54fc18", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337202831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79648247bdd420fbe9912fde51f9a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786e635f-75", "ovs_interfaceid": "786e635f-75d2-45d0-a130-bbef0db20526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.591410] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.592892] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3536994, 'name': CreateVM_Task, 'duration_secs': 0.6255} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.594109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.920s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.594221] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.594373] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1275.594690] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.353s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.594911] env[69692]: DEBUG nova.objects.instance [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'resources' on Instance uuid ea9b3b6a-769c-4654-b726-becec9eab79e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.596189] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.597246] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ca00fd-fc32-4c9b-a547-5ad46d408997 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.601225] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '72e44510-91cc-4c10-87b4-81ffdde0919b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706374', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'name': 'volume-28b5c0c0-ed08-411b-a564-303fe85ae638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2867ad91-d168-497e-b270-3ed36d8195af', 'attached_at': '', 'detached_at': '', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'serial': '28b5c0c0-ed08-411b-a564-303fe85ae638'}, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69692) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1275.601457] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Root volume attach. Driver type: vmdk {{(pid=69692) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1275.602807] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2856b5c-5037-466a-9abd-21230361993c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.613154] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c8775-5e66-4c62-9762-bebb8f5cf858 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.617675] env[69692]: INFO nova.scheduler.client.report [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Deleted allocations for instance 137791b5-ce5f-45af-b051-30e71d508b06 [ 1275.622989] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba95b83b-1669-4380-88d4-07ac94319831 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.639638] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbc6d3-f380-4a1c-83f1-20817a44d211 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.642858] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a457932-44c4-4109-99f5-ffcd95572220 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.651229] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2a62b-5013-40bc-a1b5-0a132b50e127 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.655293] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7524e458-5814-4927-ba60-b837fbeeaea5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.688833] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179714MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1275.688833] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.690658] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1275.690658] env[69692]: value = "task-3536995" [ 1275.690658] env[69692]: _type = "Task" [ 1275.690658] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.699054] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 7%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.750753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.971615] env[69692]: DEBUG nova.compute.manager [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.971615] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.971615] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23925815-d640-4cbc-9e4e-a860521f438b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.990664] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.990664] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8987061-4be0-43a4-9deb-9766c308e4e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.997404] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1275.997404] env[69692]: value = "task-3536996" [ 1275.997404] env[69692]: _type = "Task" [ 1275.997404] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.007600] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.081049] env[69692]: DEBUG oslo_concurrency.lockutils [req-38ee03ef-1b15-4aa4-9726-e1810e225277 req-dfc58cae-060d-4a15-a6dd-1ce927c89df0 service nova] Releasing lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.129140] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e421ad37-9fea-4d23-922b-e4240885132b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Lock "137791b5-ce5f-45af-b051-30e71d508b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.541s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.143997] env[69692]: DEBUG nova.network.neutron [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.204228] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 38%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.336705] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec8b1c-f9c1-477c-872c-161b976f4ab5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.349385] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1f362-63bd-4e38-ab13-19487639f2a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.385178] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd1d19-b440-4e5e-b0c4-81a2b3606c56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.394114] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10faaee6-4da1-445c-8507-897c3c5ea821 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.413082] env[69692]: DEBUG nova.compute.provider_tree [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.508401] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536996, 'name': PowerOffVM_Task, 'duration_secs': 0.339528} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.508771] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.509177] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.509930] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea13fe4-1c25-4718-a44d-89c4f9551029 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.597442] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.597442] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.597442] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Deleting the datastore file [datastore2] 0ff26be7-60b9-4ba4-bde9-569d206108d9 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.597442] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b378d064-e039-49e0-8eac-e741438d3e93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.603788] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for the task: (returnval){ [ 1276.603788] env[69692]: value = "task-3536998" [ 1276.603788] env[69692]: _type = "Task" [ 1276.603788] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.613648] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.647353] env[69692]: DEBUG oslo_concurrency.lockutils [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.707799] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 51%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.916500] env[69692]: DEBUG nova.scheduler.client.report [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.121019] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.161602] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a5c5a-d172-404d-9ac0-bfe4c2acadfb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.169385] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85aaddd-fa65-43bb-930b-82b91abdbf05 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.205904] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 63%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.423008] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.426560] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.454s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.466544] env[69692]: INFO nova.scheduler.client.report [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted allocations for instance ea9b3b6a-769c-4654-b726-becec9eab79e [ 1277.615670] env[69692]: DEBUG oslo_vmware.api [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Task: {'id': task-3536998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605125} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.615944] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.616196] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.616329] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.616919] env[69692]: INFO nova.compute.manager [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1277.616919] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.617077] env[69692]: DEBUG nova.compute.manager [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.617077] env[69692]: DEBUG nova.network.neutron [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.706530] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 76%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.758472] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.758725] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.758923] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.759119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.759286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.761380] env[69692]: INFO nova.compute.manager [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Terminating instance [ 1277.940149] env[69692]: INFO nova.compute.claims [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.979013] env[69692]: DEBUG nova.compute.manager [req-5f90db26-7629-40a3-ad5a-cb6585e4200a req-271469d3-a9d3-4aa9-8e9e-7fcde70eaff4 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Received event network-vif-deleted-8d35189b-c156-48ae-ab14-704ffe9798a7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.979257] env[69692]: INFO nova.compute.manager [req-5f90db26-7629-40a3-ad5a-cb6585e4200a req-271469d3-a9d3-4aa9-8e9e-7fcde70eaff4 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Neutron deleted interface 8d35189b-c156-48ae-ab14-704ffe9798a7; detaching it from the instance and deleting it from the info cache [ 1277.979446] env[69692]: DEBUG nova.network.neutron [req-5f90db26-7629-40a3-ad5a-cb6585e4200a req-271469d3-a9d3-4aa9-8e9e-7fcde70eaff4 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.980729] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "ea9b3b6a-769c-4654-b726-becec9eab79e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.808s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.207226] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 92%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.266251] env[69692]: DEBUG nova.compute.manager [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.266463] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.267397] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120591d3-f1c3-42a3-b986-325f8d3e5190 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.279076] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.279076] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc3ab74-a9f1-4a35-bbdb-edcd9efa0099 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.285647] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1278.285647] env[69692]: value = "task-3536999" [ 1278.285647] env[69692]: _type = "Task" [ 1278.285647] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.295883] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.306545] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a26e5-4193-427a-a5c2-6cdf5764e861 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.328408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34600304-8549-4bf1-b07f-7137972cfb88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.336535] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.453404] env[69692]: INFO nova.compute.resource_tracker [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating resource usage from migration 377a1ac2-fbd4-4721-b96e-b0d9ec0ff9b4 [ 1278.457136] env[69692]: DEBUG nova.network.neutron [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.484732] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51b69cee-3875-4fc1-a42a-329e6fd70056 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.497105] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2c74f-cc11-4d18-82ee-8045e9bc23da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.533829] env[69692]: DEBUG nova.compute.manager [req-5f90db26-7629-40a3-ad5a-cb6585e4200a req-271469d3-a9d3-4aa9-8e9e-7fcde70eaff4 service nova] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Detach interface failed, port_id=8d35189b-c156-48ae-ab14-704ffe9798a7, reason: Instance 0ff26be7-60b9-4ba4-bde9-569d206108d9 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.678266] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c41cf-bb7a-4b43-8526-6e343f75de2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.686070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de726d2c-0db2-4a2f-af09-d8ad9368f23c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.719515] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06718a4-a809-4d18-bb63-509986b912e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.728354] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 97%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.731480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6e0a4-e16a-4f69-b5e2-4b7f199ec10e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.745132] env[69692]: DEBUG nova.compute.provider_tree [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.795668] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3536999, 'name': PowerOffVM_Task, 'duration_secs': 0.199869} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.795668] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.795668] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.795918] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af5ad893-fa2c-46f7-98f9-ca1c0323f281 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.843545] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.843910] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25309963-56bb-4279-84d5-13144c51b83d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.850551] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1278.850551] env[69692]: value = "task-3537001" [ 1278.850551] env[69692]: _type = "Task" [ 1278.850551] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.856439] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.856714] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.856913] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleting the datastore file [datastore2] 432b3ead-204a-4f1b-8283-2c448acc227b {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.859781] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77edce95-584b-4aa4-ae9d-9143795d37ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.861455] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.866570] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for the task: (returnval){ [ 1278.866570] env[69692]: value = "task-3537002" [ 1278.866570] env[69692]: _type = "Task" [ 1278.866570] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.877020] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3537002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.960534] env[69692]: INFO nova.compute.manager [-] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Took 1.34 seconds to deallocate network for instance. [ 1279.226034] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 97%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.249014] env[69692]: DEBUG nova.scheduler.client.report [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.362373] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537001, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.380027] env[69692]: DEBUG oslo_vmware.api [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Task: {'id': task-3537002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150272} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.380027] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.380027] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.380027] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.380027] env[69692]: INFO nova.compute.manager [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1279.380528] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.380947] env[69692]: DEBUG nova.compute.manager [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.381265] env[69692]: DEBUG nova.network.neutron [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.470672] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.729395] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 98%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.754720] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.754981] env[69692]: INFO nova.compute.manager [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Migrating [ 1279.761441] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.930s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.762983] env[69692]: INFO nova.compute.claims [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.867249] env[69692]: DEBUG oslo_vmware.api [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537001, 'name': PowerOnVM_Task, 'duration_secs': 0.553005} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.867657] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.868146] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-661efd9d-51f2-4743-8b1a-335f7ebf1881 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance 'f13f7c96-63f0-4215-8dec-55513b59b181' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.017258] env[69692]: DEBUG nova.compute.manager [req-ce1c0a02-d073-4bf5-b823-e19e9bb13904 req-99624603-0ebe-4acc-b786-f6c2588bf512 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Received event network-vif-deleted-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.018034] env[69692]: INFO nova.compute.manager [req-ce1c0a02-d073-4bf5-b823-e19e9bb13904 req-99624603-0ebe-4acc-b786-f6c2588bf512 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Neutron deleted interface 3efa947e-4a96-4b80-85bd-a8d99ee24bc7; detaching it from the instance and deleting it from the info cache [ 1280.018034] env[69692]: DEBUG nova.network.neutron [req-ce1c0a02-d073-4bf5-b823-e19e9bb13904 req-99624603-0ebe-4acc-b786-f6c2588bf512 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.227960] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task} progress is 98%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.274765] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.275023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.276954] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.276954] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.276954] env[69692]: DEBUG nova.network.neutron [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.444845] env[69692]: DEBUG nova.network.neutron [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.520248] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-781a66d3-7238-447f-9de9-ced83fb195ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.530547] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff68236-2abd-42e1-861e-bd161c0cf5b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.561390] env[69692]: DEBUG nova.compute.manager [req-ce1c0a02-d073-4bf5-b823-e19e9bb13904 req-99624603-0ebe-4acc-b786-f6c2588bf512 service nova] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Detach interface failed, port_id=3efa947e-4a96-4b80-85bd-a8d99ee24bc7, reason: Instance 432b3ead-204a-4f1b-8283-2c448acc227b could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.728519] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3536995, 'name': RelocateVM_Task, 'duration_secs': 4.983582} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.728813] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.729021] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706374', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'name': 'volume-28b5c0c0-ed08-411b-a564-303fe85ae638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2867ad91-d168-497e-b270-3ed36d8195af', 'attached_at': '', 'detached_at': '', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'serial': '28b5c0c0-ed08-411b-a564-303fe85ae638'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.729821] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01befb1c-4b79-48c7-9108-163f795e81cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.744854] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c37bc1-4147-4ae0-827f-413ce224b42b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.767245] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-28b5c0c0-ed08-411b-a564-303fe85ae638/volume-28b5c0c0-ed08-411b-a564-303fe85ae638.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.770312] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697a60df-1c9f-43d2-a862-e1e3707527ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.784268] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.795270] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1280.795270] env[69692]: value = "task-3537003" [ 1280.795270] env[69692]: _type = "Task" [ 1280.795270] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.804791] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.947591] env[69692]: INFO nova.compute.manager [-] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Took 1.57 seconds to deallocate network for instance. [ 1281.028275] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037ef4e-2e1d-49eb-904c-8a718593b3fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.036233] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89555687-c1a3-48b5-aa28-e3428ee585bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.071293] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b95977-ee88-4dfe-ac62-beb465b408e5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.078518] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d9c8f-0436-4c95-9c2b-a4dc7929a98a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.092362] env[69692]: DEBUG nova.compute.provider_tree [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.134018] env[69692]: DEBUG nova.network.neutron [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [{"id": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "address": "fa:16:3e:42:a7:79", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a47ca9f-fb", "ovs_interfaceid": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.305454] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537003, 'name': ReconfigVM_Task, 'duration_secs': 0.440014} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.305817] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-28b5c0c0-ed08-411b-a564-303fe85ae638/volume-28b5c0c0-ed08-411b-a564-303fe85ae638.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.311809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.312153] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6492ac-4dfa-4eff-8f60-56e4bc35158c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.328196] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1281.328196] env[69692]: value = "task-3537004" [ 1281.328196] env[69692]: _type = "Task" [ 1281.328196] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.337320] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.460977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.595938] env[69692]: DEBUG nova.scheduler.client.report [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.638507] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.719659] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.719889] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.720181] env[69692]: DEBUG nova.compute.manager [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Going to confirm migration 7 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1281.839952] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537004, 'name': ReconfigVM_Task, 'duration_secs': 0.130957} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.840282] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706374', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'name': 'volume-28b5c0c0-ed08-411b-a564-303fe85ae638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2867ad91-d168-497e-b270-3ed36d8195af', 'attached_at': '', 'detached_at': '', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'serial': '28b5c0c0-ed08-411b-a564-303fe85ae638'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.840807] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ad1b432-b8e1-4700-9c09-2ecd2a82a8ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.847225] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1281.847225] env[69692]: value = "task-3537005" [ 1281.847225] env[69692]: _type = "Task" [ 1281.847225] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.854823] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537005, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.101635] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.102255] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.105176] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.416s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.282914] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.283127] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquired lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.283311] env[69692]: DEBUG nova.network.neutron [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.283495] env[69692]: DEBUG nova.objects.instance [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'info_cache' on Instance uuid f13f7c96-63f0-4215-8dec-55513b59b181 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.356682] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537005, 'name': Rename_Task, 'duration_secs': 0.151075} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.356940] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.357194] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c802b0-f48b-48bd-b08b-762cb9ee3bae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.363850] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1282.363850] env[69692]: value = "task-3537006" [ 1282.363850] env[69692]: _type = "Task" [ 1282.363850] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.377526] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.497087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.497327] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.608320] env[69692]: DEBUG nova.compute.utils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.616986] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.617190] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.655421] env[69692]: DEBUG nova.policy [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db81924a7f1a4b46af02e62a119b92be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971bb3d2b56340fe8a55af469a4906aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.873254] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.941024] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Successfully created port: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.999840] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.117302] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Applying migration context for instance 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 as it has an incoming, in-progress migration 377a1ac2-fbd4-4721-b96e-b0d9ec0ff9b4. Migration status is migrating {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1283.117537] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Applying migration context for instance f13f7c96-63f0-4215-8dec-55513b59b181 as it has an incoming, in-progress migration 6a65e176-0595-472e-a95d-9ea55e68330e. Migration status is confirming {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1283.118508] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating resource usage from migration 377a1ac2-fbd4-4721-b96e-b0d9ec0ff9b4 [ 1283.118817] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating resource usage from migration 6a65e176-0595-472e-a95d-9ea55e68330e [ 1283.121663] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.157338] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.157493] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance dfe2f686-f05e-47d6-851c-bd7de9a61bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.157636] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 432b3ead-204a-4f1b-8283-2c448acc227b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1283.157848] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration 6a65e176-0595-472e-a95d-9ea55e68330e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1283.157884] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance f13f7c96-63f0-4215-8dec-55513b59b181 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.157990] env[69692]: WARNING nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0ff26be7-60b9-4ba4-bde9-569d206108d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1283.158133] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2867ad91-d168-497e-b270-3ed36d8195af actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.158250] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration 377a1ac2-fbd4-4721-b96e-b0d9ec0ff9b4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1283.158360] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.158469] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 29026d30-a08f-4400-baff-996597b36d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.161313] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0aa75b-aed4-4524-9780-6434bfe088db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.182152] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.373933] env[69692]: DEBUG oslo_vmware.api [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537006, 'name': PowerOnVM_Task, 'duration_secs': 0.810667} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.374346] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.374552] env[69692]: INFO nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1283.374734] env[69692]: DEBUG nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1283.375502] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4d6d8-4234-41d5-afef-6c3bad405951 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.523555] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.534390] env[69692]: DEBUG nova.network.neutron [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [{"id": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "address": "fa:16:3e:00:ad:fe", "network": {"id": "6e31d2a5-8675-497b-b5c7-b685aa3b402f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-530508781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550970d6b26d4819a41acf431a4af61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48cc48db-1a", "ovs_interfaceid": "48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.666816] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1283.687579] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.687875] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9e6e24-a136-4735-a265-4d53c230bec6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.696104] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1283.696104] env[69692]: value = "task-3537007" [ 1283.696104] env[69692]: _type = "Task" [ 1283.696104] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.704719] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.893884] env[69692]: INFO nova.compute.manager [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Took 22.61 seconds to build instance. [ 1284.036953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Releasing lock "refresh_cache-f13f7c96-63f0-4215-8dec-55513b59b181" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.037398] env[69692]: DEBUG nova.objects.instance [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'migration_context' on Instance uuid f13f7c96-63f0-4215-8dec-55513b59b181 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.132034] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.159220] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.159463] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.159623] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.159807] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.160013] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.160211] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.160429] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.160590] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.160759] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.160971] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.161205] env[69692]: DEBUG nova.virt.hardware [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.162096] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fde9a19-6745-457a-b570-8e241b0770b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.169470] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1284.171658] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30945a3b-e62a-40bd-af2e-9f1ac9a3e776 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.206040] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537007, 'name': PowerOffVM_Task, 'duration_secs': 0.257629} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.206654] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.206654] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.363978] env[69692]: DEBUG nova.compute.manager [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.364253] env[69692]: DEBUG oslo_concurrency.lockutils [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.364457] env[69692]: DEBUG oslo_concurrency.lockutils [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.364625] env[69692]: DEBUG oslo_concurrency.lockutils [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.364790] env[69692]: DEBUG nova.compute.manager [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] No waiting events found dispatching network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1284.364955] env[69692]: WARNING nova.compute.manager [req-bc5c49bc-9848-4c36-ae59-40aae53c811e req-96951563-785f-42fb-8e06-6fede2a2a7ee service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received unexpected event network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 for instance with vm_state building and task_state spawning. [ 1284.396285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-64535454-37c6-4626-9390-3b807d51ff8c tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.125s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.450974] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Successfully updated port: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.540707] env[69692]: DEBUG nova.objects.base [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.542019] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d02370-63c0-464a-a46c-ff0acf751350 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.561419] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc23190-fff4-4e3a-bcea-8d1e4a239c76 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.566896] env[69692]: DEBUG oslo_vmware.api [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1284.566896] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528e2a35-40ff-be3b-c58f-febf4603c063" [ 1284.566896] env[69692]: _type = "Task" [ 1284.566896] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.574444] env[69692]: DEBUG oslo_vmware.api [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e2a35-40ff-be3b-c58f-febf4603c063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.677413] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 891f8bb2-8170-4d8f-abbd-bbfd39257655 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1284.677714] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1284.678088] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1284.713274] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.714074] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.714074] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.714074] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.714074] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.714291] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.714397] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.714561] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.715095] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.715095] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.715095] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.722601] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3309632-b814-4bcc-8f6a-444372c21abf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.740895] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1284.740895] env[69692]: value = "task-3537008" [ 1284.740895] env[69692]: _type = "Task" [ 1284.740895] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.752507] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.894423] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bf1c4-1419-428c-b93e-1f84c900c827 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.901751] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff3b50-6b90-4810-b324-39b0043c0178 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.932970] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd2d74f-b416-44c9-9133-516bad856f24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.937708] env[69692]: DEBUG nova.compute.manager [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Received event network-changed-786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.937890] env[69692]: DEBUG nova.compute.manager [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Refreshing instance network info cache due to event network-changed-786e635f-75d2-45d0-a130-bbef0db20526. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.938113] env[69692]: DEBUG oslo_concurrency.lockutils [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] Acquiring lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.938258] env[69692]: DEBUG oslo_concurrency.lockutils [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] Acquired lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.938660] env[69692]: DEBUG nova.network.neutron [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Refreshing network info cache for port 786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.944589] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd04a8-2ad5-44be-bddc-145b65b8ecf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.960668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.960668] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.960668] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.962222] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.077698] env[69692]: DEBUG oslo_vmware.api [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528e2a35-40ff-be3b-c58f-febf4603c063, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.078061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.250050] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537008, 'name': ReconfigVM_Task, 'duration_secs': 0.190657} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.250347] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.466791] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.495910] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.616185] env[69692]: DEBUG nova.network.neutron [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.635989] env[69692]: DEBUG nova.network.neutron [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updated VIF entry in instance network info cache for port 786e635f-75d2-45d0-a130-bbef0db20526. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.636357] env[69692]: DEBUG nova.network.neutron [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating instance_info_cache with network_info: [{"id": "786e635f-75d2-45d0-a130-bbef0db20526", "address": "fa:16:3e:99:1f:1d", "network": {"id": "d91946f7-0ab5-44df-93d7-b0780e54fc18", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337202831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79648247bdd420fbe9912fde51f9a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786e635f-75", "ovs_interfaceid": "786e635f-75d2-45d0-a130-bbef0db20526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.757488] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.757857] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.758295] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.758433] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.758685] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.758936] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.759290] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.759563] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.759842] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.760130] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.760427] env[69692]: DEBUG nova.virt.hardware [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.769652] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.770076] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3198fa-b458-426d-ae5f-ee212df810dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.799085] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1285.799085] env[69692]: value = "task-3537009" [ 1285.799085] env[69692]: _type = "Task" [ 1285.799085] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.810458] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.971110] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1285.971322] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.866s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.971595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.221s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.973204] env[69692]: INFO nova.compute.claims [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.975663] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.975808] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1286.118373] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.118679] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance network_info: |[{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.119099] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ec:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dbd05ed-8055-4d67-b5da-2973aa6fc409', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.127076] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.127301] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.127882] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4c58e71-1dc6-42a4-a3c0-20fc3ff136d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.142140] env[69692]: DEBUG oslo_concurrency.lockutils [req-958ca500-9dde-49ee-a3f4-ba6d5b4b7973 req-7e99ff05-217e-4a0d-8f13-8331295c5a38 service nova] Releasing lock "refresh_cache-2867ad91-d168-497e-b270-3ed36d8195af" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.148475] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.148475] env[69692]: value = "task-3537010" [ 1286.148475] env[69692]: _type = "Task" [ 1286.148475] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.157263] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537010, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.309538] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537009, 'name': ReconfigVM_Task, 'duration_secs': 0.158334} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.309827] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.310665] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724ea956-9a20-480b-9d6a-b295a6b66a49 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.333152] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.333454] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb10cca9-79be-46fd-a41d-7d652fdd1c78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.352125] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1286.352125] env[69692]: value = "task-3537011" [ 1286.352125] env[69692]: _type = "Task" [ 1286.352125] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.360597] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.396236] env[69692]: DEBUG nova.compute.manager [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.396236] env[69692]: DEBUG nova.compute.manager [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing instance network info cache due to event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.396236] env[69692]: DEBUG oslo_concurrency.lockutils [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.396236] env[69692]: DEBUG oslo_concurrency.lockutils [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.396236] env[69692]: DEBUG nova.network.neutron [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.492760] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] There are 57 instances to clean {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1286.492952] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ee504f44-1bf4-4f16-9e57-8ac6bf3cc38d] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.657913] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537010, 'name': CreateVM_Task, 'duration_secs': 0.330282} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.660140] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.660948] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.661147] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.661444] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.661686] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fae516c-c459-4ac8-b788-a9e3a22ddee0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.665960] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1286.665960] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]523a6854-ec72-5f4e-6882-020a56c13416" [ 1286.665960] env[69692]: _type = "Task" [ 1286.665960] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.675483] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523a6854-ec72-5f4e-6882-020a56c13416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.684480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed15656b-a6c4-4980-b63b-786d3cd9c97b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.691134] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32354490-ce3b-4c89-ba61-236824522a5a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.720793] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c4f4c-169a-4107-889c-3581cf1a6506 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.727710] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1696b9-fd92-46b6-a509-b0047607e5e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.741693] env[69692]: DEBUG nova.compute.provider_tree [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.862467] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537011, 'name': ReconfigVM_Task, 'duration_secs': 0.383126} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.862867] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74/0cf81a95-2491-41b1-9abf-c0a0d2c80a74.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.862978] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.000059] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 974cebec-ee7a-4743-a5ed-2f95af4bfca9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.101187] env[69692]: DEBUG nova.network.neutron [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updated VIF entry in instance network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.101577] env[69692]: DEBUG nova.network.neutron [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.176871] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]523a6854-ec72-5f4e-6882-020a56c13416, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.177130] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.177361] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.177592] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.177739] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.177913] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.178176] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83902817-cbca-427b-a5c1-666234f0504c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.201351] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.201538] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.202327] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ce789c-fac5-4031-9b4d-29e4a9c999bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.207821] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1287.207821] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da846f-fccc-350c-84fd-f04433edf044" [ 1287.207821] env[69692]: _type = "Task" [ 1287.207821] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.215524] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52da846f-fccc-350c-84fd-f04433edf044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.246017] env[69692]: DEBUG nova.scheduler.client.report [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.369744] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58294670-99df-4a75-a36e-a277a5f3b9b0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.388669] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0267807-9d50-4ed4-8e5b-7dba5c7736c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.405795] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.504083] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b5913f79-4b3e-4034-a4e9-4dbc439c1234] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.604718] env[69692]: DEBUG oslo_concurrency.lockutils [req-1eeef8e0-c1ec-4b08-9dd9-4f661b05803a req-b75aad06-6146-4131-b99c-eb1b33c1a826 service nova] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.719975] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52da846f-fccc-350c-84fd-f04433edf044, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.720750] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caee88d0-dbaa-4d52-b4f2-1e70101dcc24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.725618] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1287.725618] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5e953-bcad-c727-c216-1c6fe66498fa" [ 1287.725618] env[69692]: _type = "Task" [ 1287.725618] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.732927] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5e953-bcad-c727-c216-1c6fe66498fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.749761] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.778s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.750325] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.752812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.282s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.753033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.754975] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.443s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.756378] env[69692]: INFO nova.compute.claims [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.776653] env[69692]: INFO nova.scheduler.client.report [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Deleted allocations for instance 0ff26be7-60b9-4ba4-bde9-569d206108d9 [ 1287.943743] env[69692]: DEBUG nova.network.neutron [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Port 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.007189] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 526fb690-0d52-40b4-8b7c-600e36c155af] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.240619] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c5e953-bcad-c727-c216-1c6fe66498fa, 'name': SearchDatastore_Task, 'duration_secs': 0.022131} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.240619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.240619] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.240619] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906c09d5-4df8-4817-a91a-33b85d463bc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.246994] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1288.246994] env[69692]: value = "task-3537012" [ 1288.246994] env[69692]: _type = "Task" [ 1288.246994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.255650] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.261246] env[69692]: DEBUG nova.compute.utils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.268793] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.268997] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.284844] env[69692]: DEBUG oslo_concurrency.lockutils [None req-35fb4578-1dba-4e43-8c51-01aab1746663 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Lock "0ff26be7-60b9-4ba4-bde9-569d206108d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.823s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.509930] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: fee8d36a-f622-4848-9ae9-bfdf3936014c] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.572192] env[69692]: DEBUG nova.policy [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd388e52b61bd467eb22ef48a7b953879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd81163f52e41088c4f38f5b5fb8440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.757538] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473417} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.757538] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.758219] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.758219] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a54acfd-e004-4975-a6a7-b6d19f07eb63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.765673] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1288.765673] env[69692]: value = "task-3537013" [ 1288.765673] env[69692]: _type = "Task" [ 1288.765673] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.771470] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.789042] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.927207] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db568d-2788-4017-ae51-2b12d1f663a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.935750] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01906df2-a120-4a49-984f-396775fadd00 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.985644] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.986206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.986206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.988760] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e65dd7-c618-46d3-a51f-b621aea8a046 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.003300] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc1523-33f9-469a-b93d-903ab952a49f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.021634] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ea9b3b6a-769c-4654-b726-becec9eab79e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.023909] env[69692]: DEBUG nova.compute.provider_tree [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.063244] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Successfully created port: c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.276810] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058604} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.277692] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.282457] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6466076-9260-4ecd-96bd-1430930a9886 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.306600] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.306899] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d64b42-dab6-420e-9c08-ce15c2e5fa63 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.330594] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1289.330594] env[69692]: value = "task-3537014" [ 1289.330594] env[69692]: _type = "Task" [ 1289.330594] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.343421] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537014, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.527724] env[69692]: DEBUG nova.scheduler.client.report [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.534038] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 9a86aa3d-3d2a-49b0-888d-74bbab10feec] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.783060] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.811709] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.812329] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.812329] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.812329] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.812507] env[69692]: DEBUG nova.virt.hardware [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.813475] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525dc5f5-e945-42c8-b3a5-678262c7a809 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.822086] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4481e479-18e1-4605-bde9-a366bc5d3a5f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.844582] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537014, 'name': ReconfigVM_Task, 'duration_secs': 0.290279} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.844838] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.845449] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cdac85c-9712-48a6-90aa-4de313aa0518 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.851662] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1289.851662] env[69692]: value = "task-3537015" [ 1289.851662] env[69692]: _type = "Task" [ 1289.851662] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.858751] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537015, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.035433] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: de8f2d46-25ea-4bef-8cff-3df1f7bd156d] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.037430] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.038525] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.044691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.582s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.044691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.045039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.522s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.048301] env[69692]: INFO nova.compute.claims [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.050493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.050493] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.050493] env[69692]: DEBUG nova.network.neutron [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.082338] env[69692]: INFO nova.scheduler.client.report [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Deleted allocations for instance 432b3ead-204a-4f1b-8283-2c448acc227b [ 1290.361846] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537015, 'name': Rename_Task, 'duration_secs': 0.143387} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.362540] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.362540] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89e551a7-eee8-4389-8743-63906b075d9f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.369373] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1290.369373] env[69692]: value = "task-3537016" [ 1290.369373] env[69692]: _type = "Task" [ 1290.369373] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.376843] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.543223] env[69692]: DEBUG nova.compute.utils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.544666] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 8bd6e78f-c858-4faa-a03e-3216d74e0ab9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.546473] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.546614] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.592190] env[69692]: DEBUG oslo_concurrency.lockutils [None req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Lock "432b3ead-204a-4f1b-8283-2c448acc227b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.833s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.607623] env[69692]: DEBUG nova.policy [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f01989eb434566bb1467597491ff3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd0dee34f5c4668b0acbcc8d9d06ef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.692155] env[69692]: DEBUG nova.compute.manager [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.692390] env[69692]: DEBUG oslo_concurrency.lockutils [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.692600] env[69692]: DEBUG oslo_concurrency.lockutils [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.692811] env[69692]: DEBUG oslo_concurrency.lockutils [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.692922] env[69692]: DEBUG nova.compute.manager [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] No waiting events found dispatching network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1290.693133] env[69692]: WARNING nova.compute.manager [req-7d8c269e-f9b3-4e2d-b297-7b824ce1d34b req-66fa7ae1-6ae5-4691-9a86-fcfec9a5fc38 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received unexpected event network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 for instance with vm_state building and task_state spawning. [ 1290.883022] env[69692]: DEBUG oslo_vmware.api [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537016, 'name': PowerOnVM_Task, 'duration_secs': 0.468555} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.883022] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.883022] env[69692]: INFO nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1290.883022] env[69692]: DEBUG nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.883022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084829b2-664d-4cb6-84b8-1502e605e837 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.888876] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Successfully updated port: c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.927900] env[69692]: DEBUG nova.network.neutron [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [{"id": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "address": "fa:16:3e:42:a7:79", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a47ca9f-fb", "ovs_interfaceid": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.047679] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.054438] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: fac89447-8f75-4063-907f-bcf7186c8852] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.200693] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Successfully created port: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.242957] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43defea7-5900-445c-845d-6b00f31ce460 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.252863] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028c320-b85c-4e3b-a3d3-be0089fca3be {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.286722] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e4ae4-3792-4952-bc15-e05eb8166295 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.294694] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5827f73-d3f0-48c5-a001-cbf8776bae74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.317072] env[69692]: DEBUG nova.compute.provider_tree [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.398719] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.398897] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.399068] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.409811] env[69692]: INFO nova.compute.manager [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Took 16.60 seconds to build instance. [ 1291.430953] env[69692]: DEBUG oslo_concurrency.lockutils [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.560895] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b97e63be-6fa4-417b-907e-2e4050712f72] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.820667] env[69692]: DEBUG nova.scheduler.client.report [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.913239] env[69692]: DEBUG oslo_concurrency.lockutils [None req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.111s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.947821] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.965310] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552a92b-3d48-4b24-9375-c11ba42fde87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.993768] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81011eab-881e-4c1b-b4bc-90b48a5723ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.004192] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.064844] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.067169] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 35f9b1dc-ad13-459a-a1af-668e72aafbe7] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.110260] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.111126] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.111126] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.111126] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.111126] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.113477] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.113683] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.113851] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.114027] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.114196] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.114400] env[69692]: DEBUG nova.virt.hardware [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.115585] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71772dc4-9b1e-4576-9a11-41cd3fa5ee70 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.127746] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac19b0d-d87b-46c2-b8d1-0c0dba47d660 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.191991] env[69692]: DEBUG nova.network.neutron [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.326088] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.326617] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.329329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.251s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.511130] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.511449] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb3fc51-80ce-4395-948f-f096712224c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.519804] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1292.519804] env[69692]: value = "task-3537017" [ 1292.519804] env[69692]: _type = "Task" [ 1292.519804] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.322883] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 274c99c0-62eb-459b-a44c-c4ae9f4303dc] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.325638] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.325892] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance network_info: |[{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.329654] env[69692]: DEBUG nova.compute.utils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.336530] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.336530] env[69692]: WARNING oslo_vmware.common.loopingcall [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] task run outlasted interval by 0.314172 sec [ 1293.336530] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Successfully updated port: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.336844] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c433e392-9a54-4329-8e52-061e4c89dbe0', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.345028] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating folder: Project (4bd81163f52e41088c4f38f5b5fb8440). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.347020] env[69692]: DEBUG nova.compute.manager [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.347020] env[69692]: DEBUG nova.compute.manager [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing instance network info cache due to event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.347020] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.347020] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.348077] env[69692]: DEBUG nova.network.neutron [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.350489] env[69692]: DEBUG nova.compute.manager [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.350636] env[69692]: DEBUG nova.compute.manager [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing instance network info cache due to event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.350871] env[69692]: DEBUG oslo_concurrency.lockutils [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.351048] env[69692]: DEBUG oslo_concurrency.lockutils [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.351231] env[69692]: DEBUG nova.network.neutron [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.352369] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.352796] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.355560] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969e2142-7a43-4c23-b819-c990d6fb6e54 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.368307] env[69692]: DEBUG oslo_vmware.api [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537017, 'name': PowerOnVM_Task, 'duration_secs': 0.506102} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.369294] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.369478] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-53a45101-5695-4aa4-97ac-15fd7cccb92d tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance '0cf81a95-2491-41b1-9abf-c0a0d2c80a74' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.382830] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created folder: Project (4bd81163f52e41088c4f38f5b5fb8440) in parent group-v706084. [ 1293.382909] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating folder: Instances. Parent ref: group-v706387. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.383562] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad56285-0f66-4d75-b906-58c5309d8902 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.395483] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created folder: Instances in parent group-v706387. [ 1293.395688] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.395876] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.396103] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dc6203-41eb-49d5-bad3-29bfba6494e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.418104] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.418104] env[69692]: value = "task-3537021" [ 1293.418104] env[69692]: _type = "Task" [ 1293.418104] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.426492] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537021, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.431888] env[69692]: DEBUG nova.policy [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9035be97ab5f408faa05fe028f6314b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b134bd23f11d4174b4c7000ad825f01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.543897] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611ce83-f1df-4802-bdeb-464ff3c8c06f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.551435] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335ffb0-7fc3-42ad-83ad-38f9f5626aa0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.585596] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f09677-9005-4702-a00f-3724fb383d5d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.593515] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5262b3cc-2f2d-414e-9302-0c1da782a5a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.607038] env[69692]: DEBUG nova.compute.provider_tree [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.740757] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Successfully created port: 33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.826099] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 7ae62a8e-3afc-454d-9f9b-da4dba355f0f] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.835073] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.837279] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.837853] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.838125] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.930328] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537021, 'name': CreateVM_Task, 'duration_secs': 0.384462} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.930502] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.931175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.931340] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.931678] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.932327] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1e1741-df0e-4bf8-a319-b374860f98cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.938463] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1293.938463] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522cb454-a68a-bc9c-b450-2a1fea6d2609" [ 1293.938463] env[69692]: _type = "Task" [ 1293.938463] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.953849] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522cb454-a68a-bc9c-b450-2a1fea6d2609, 'name': SearchDatastore_Task} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.954505] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.956112] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.956112] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.956112] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.956112] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.956638] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfb3c21-98a5-40a7-abd2-ba5d35aa40ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.966995] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.967286] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.971508] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27732e35-04d0-46f1-869e-b85199c166ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.985103] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1293.985103] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a491c6-2a43-6a59-ad9d-48c532545296" [ 1293.985103] env[69692]: _type = "Task" [ 1293.985103] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.001813] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a491c6-2a43-6a59-ad9d-48c532545296, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.005336] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c414389e-4d4f-499f-afee-bc63c5d555b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.009508] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1294.009508] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cb53de-8ca4-55b1-b1dd-dcd5545d4b4d" [ 1294.009508] env[69692]: _type = "Task" [ 1294.009508] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.017977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "bedc33b5-98ca-4702-95f5-33f616da225f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.017977] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.024113] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cb53de-8ca4-55b1-b1dd-dcd5545d4b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.028242] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.028242] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.028521] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1132a5c-01a2-40fb-b6ca-aba0092720f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.035731] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1294.035731] env[69692]: value = "task-3537022" [ 1294.035731] env[69692]: _type = "Task" [ 1294.035731] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.045237] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.111086] env[69692]: DEBUG nova.scheduler.client.report [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.234880] env[69692]: DEBUG nova.network.neutron [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updated VIF entry in instance network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.235267] env[69692]: DEBUG nova.network.neutron [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.239279] env[69692]: DEBUG nova.network.neutron [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updated VIF entry in instance network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.239698] env[69692]: DEBUG nova.network.neutron [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.332522] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0e76d246-fa89-4042-8fa1-f0a0bc0bd47e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.373180] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.520486] env[69692]: DEBUG nova.network.neutron [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating instance_info_cache with network_info: [{"id": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "address": "fa:16:3e:45:72:79", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f74863-20", "ovs_interfaceid": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.528591] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.548685] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.737899] env[69692]: DEBUG oslo_concurrency.lockutils [req-5040de87-5270-4675-8429-a1ca0f166f4c req-0e97ff4e-9e77-4aff-8121-2c61829d57e4 service nova] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.742481] env[69692]: DEBUG oslo_concurrency.lockutils [req-4b06d500-f839-4aa0-9004-c0299fafe41d req-80b96cdd-2d9d-47b8-9a90-35aef3129710 service nova] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.780185] env[69692]: DEBUG nova.compute.manager [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Received event network-vif-plugged-00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.780373] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.780579] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.780767] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.780900] env[69692]: DEBUG nova.compute.manager [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] No waiting events found dispatching network-vif-plugged-00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1294.781272] env[69692]: WARNING nova.compute.manager [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Received unexpected event network-vif-plugged-00f74863-20e1-4ad5-ac82-da23c1d1ef10 for instance with vm_state building and task_state spawning. [ 1294.781476] env[69692]: DEBUG nova.compute.manager [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Received event network-changed-00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.781636] env[69692]: DEBUG nova.compute.manager [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Refreshing instance network info cache due to event network-changed-00f74863-20e1-4ad5-ac82-da23c1d1ef10. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.781804] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Acquiring lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.835892] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: fd30d2e6-c236-4d22-8e97-0046c327bd21] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.843212] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.871177] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.871419] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.871577] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.871801] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.871996] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.872935] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.873218] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.873417] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.873603] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.873773] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.874059] env[69692]: DEBUG nova.virt.hardware [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.875122] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f23f3b-3d05-41c1-bd4f-4c8005b704b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.884018] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1071df-0671-4f52-bfe0-8c12b5ae4429 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.023790] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.024147] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Instance network_info: |[{"id": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "address": "fa:16:3e:45:72:79", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f74863-20", "ovs_interfaceid": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.024999] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Acquired lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.024999] env[69692]: DEBUG nova.network.neutron [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Refreshing network info cache for port 00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.024999] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:72:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00f74863-20e1-4ad5-ac82-da23c1d1ef10', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.034925] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.040564] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.043849] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8caaf3-6c92-4d30-823a-1fd25ad4c04d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.070303] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542038} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.072066] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.072066] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.072066] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.072066] env[69692]: value = "task-3537023" [ 1295.072066] env[69692]: _type = "Task" [ 1295.072066] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.073072] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd43bcb-fdd8-4a64-9a83-1a50da63a01c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.080618] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.084901] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537023, 'name': CreateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.085261] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1295.085261] env[69692]: value = "task-3537024" [ 1295.085261] env[69692]: _type = "Task" [ 1295.085261] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.093754] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.121399] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.792s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.126955] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.046s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.128751] env[69692]: INFO nova.compute.claims [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.338977] env[69692]: DEBUG nova.network.neutron [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updated VIF entry in instance network info cache for port 00f74863-20e1-4ad5-ac82-da23c1d1ef10. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.339382] env[69692]: DEBUG nova.network.neutron [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating instance_info_cache with network_info: [{"id": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "address": "fa:16:3e:45:72:79", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f74863-20", "ovs_interfaceid": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.340701] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4066698a-5ec4-4e39-a9cd-3521fe4f45cd] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.514030] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Successfully updated port: 33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.584750] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537023, 'name': CreateVM_Task, 'duration_secs': 0.337903} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.584924] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.585629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.585818] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.586119] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.586727] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d9becb-1086-4a4e-bb99-aa5d5c1862bd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.594171] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1295.594171] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d78e49-e1a1-ef71-c41e-27469598e5e7" [ 1295.594171] env[69692]: _type = "Task" [ 1295.594171] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.597030] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089493} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.599811] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.601667] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f1523-5e36-453c-a5db-13d29d6f1b07 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.609206] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d78e49-e1a1-ef71-c41e-27469598e5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.618206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.618362] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.618510] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.618660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.618837] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.619330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.619530] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.619699] env[69692]: DEBUG nova.compute.manager [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Going to confirm migration 8 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1295.630379] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.631086] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6a94b5-fc73-4d5f-9e31-1f54fb51628b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.633119] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fb3994-9f92-41bd-b2fc-58a5e7e365ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.664915] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1295.664915] env[69692]: value = "task-3537025" [ 1295.664915] env[69692]: _type = "Task" [ 1295.664915] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.666046] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.666258] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.673384] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1b261b-3637-4efb-9121-6c64cf389123 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.680759] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1295.680759] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5200fd4e-334f-29f0-0320-f60e08272c7f" [ 1295.680759] env[69692]: _type = "Task" [ 1295.680759] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.686010] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.695015] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5200fd4e-334f-29f0-0320-f60e08272c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.695791] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa482ba-9531-407b-9c4f-43182b4e1f89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.701796] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1295.701796] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5267ff7a-fd70-e268-6b18-02e5735e6217" [ 1295.701796] env[69692]: _type = "Task" [ 1295.701796] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.709463] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267ff7a-fd70-e268-6b18-02e5735e6217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.726223] env[69692]: INFO nova.compute.manager [None req-71f8f176-4c83-430c-a058-bb7e6b4d7479 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Get console output [ 1295.726991] env[69692]: WARNING nova.virt.vmwareapi.driver [None req-71f8f176-4c83-430c-a058-bb7e6b4d7479 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] The console log is missing. Check your VSPC configuration [ 1295.728551] env[69692]: INFO nova.scheduler.client.report [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocation for migration 6a65e176-0595-472e-a95d-9ea55e68330e [ 1295.844364] env[69692]: DEBUG oslo_concurrency.lockutils [req-09e217ee-3dbe-4b05-a804-ec492ec36a41 req-f1c4b2d1-2b20-4747-a1b1-49695700e6e2 service nova] Releasing lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.844855] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c64a5520-9bf8-40dc-b6cc-fa97e4bcb73b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.013448] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.013604] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.013774] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.171568] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.171764] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquired lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.171932] env[69692]: DEBUG nova.network.neutron [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.172213] env[69692]: DEBUG nova.objects.instance [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'info_cache' on Instance uuid 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.176734] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.211907] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5267ff7a-fd70-e268-6b18-02e5735e6217, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.214236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.214513] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4/e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.214933] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0017a785-3210-4999-ba59-3e8c5301caed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.221320] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1296.221320] env[69692]: value = "task-3537026" [ 1296.221320] env[69692]: _type = "Task" [ 1296.221320] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.231026] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.234043] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d7fb13c4-bb63-4614-bf9a-b0a07ff0360a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.514s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.308396] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbb049c-d9eb-42ed-a6df-78477b603c9a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.316923] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39a4548-c76c-4f63-b692-8ca5ce606385 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.351336] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ab664a3d-bc80-49f4-b0d0-2fe306fa5d0a] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.354260] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e7916-fe62-4d9b-a4c5-eb59bb09e53c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.362366] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47cc16e-f549-4deb-9702-83cf681dc87f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.377942] env[69692]: DEBUG nova.compute.provider_tree [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.548037] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.680289] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537025, 'name': ReconfigVM_Task, 'duration_secs': 0.795854} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.680761] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.681585] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a735fc39-b571-4ea9-9b8f-87c0addb9809 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.689077] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1296.689077] env[69692]: value = "task-3537027" [ 1296.689077] env[69692]: _type = "Task" [ 1296.689077] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.697536] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537027, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.731757] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448606} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.731757] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4/e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.731943] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.732795] env[69692]: DEBUG nova.network.neutron [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.733930] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b33c600-2fdf-4b3e-bf06-da57874f36f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.740322] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1296.740322] env[69692]: value = "task-3537028" [ 1296.740322] env[69692]: _type = "Task" [ 1296.740322] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.747875] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.811367] env[69692]: DEBUG nova.compute.manager [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Received event network-vif-plugged-33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.811367] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.811367] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.811367] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.811367] env[69692]: DEBUG nova.compute.manager [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] No waiting events found dispatching network-vif-plugged-33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.811736] env[69692]: WARNING nova.compute.manager [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Received unexpected event network-vif-plugged-33c8dcda-fce8-4443-9e22-a2a690f229ea for instance with vm_state building and task_state spawning. [ 1296.811736] env[69692]: DEBUG nova.compute.manager [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Received event network-changed-33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.811795] env[69692]: DEBUG nova.compute.manager [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Refreshing instance network info cache due to event network-changed-33c8dcda-fce8-4443-9e22-a2a690f229ea. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.812038] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Acquiring lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.854815] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 9f84f964-813c-48cd-9503-33f53559b885] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.880800] env[69692]: DEBUG nova.scheduler.client.report [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.201297] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537027, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.237326] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.237606] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Instance network_info: |[{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.237909] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Acquired lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.238094] env[69692]: DEBUG nova.network.neutron [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Refreshing network info cache for port 33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.239387] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f9:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c8dcda-fce8-4443-9e22-a2a690f229ea', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.246923] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Creating folder: Project (b134bd23f11d4174b4c7000ad825f01e). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.248036] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f172f9ac-e896-49fe-bb9b-0167e822e2f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.259263] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228585} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.261486] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.263727] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c5cb0-8e9d-447d-a83c-daebd398c4e7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.266348] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Created folder: Project (b134bd23f11d4174b4c7000ad825f01e) in parent group-v706084. [ 1297.266588] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Creating folder: Instances. Parent ref: group-v706391. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.266698] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0202e39f-5469-4ca8-9b73-f4ddc14d7de1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.290711] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4/e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.293667] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e83041b-ec9c-410e-95db-ee387594ff92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.308496] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Created folder: Instances in parent group-v706391. [ 1297.308796] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.308941] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.309855] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1a6ad3-2e06-4409-9baa-0844d851b854 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.328466] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1297.328466] env[69692]: value = "task-3537031" [ 1297.328466] env[69692]: _type = "Task" [ 1297.328466] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.333677] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.333677] env[69692]: value = "task-3537032" [ 1297.333677] env[69692]: _type = "Task" [ 1297.333677] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.343483] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.348382] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537032, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.357948] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 680ce770-728e-4f36-8162-51a67a66d9a2] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.385377] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.385919] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.465065] env[69692]: DEBUG nova.network.neutron [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [{"id": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "address": "fa:16:3e:42:a7:79", "network": {"id": "d8871fe3-aacb-4a8c-acda-4c57f6e017ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-437960589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9407dd9252440d97af46aea638bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a47ca9f-fb", "ovs_interfaceid": "5a47ca9f-fbba-4a93-a2df-84fe8dc4e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.699682] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537027, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.843206] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537031, 'name': ReconfigVM_Task, 'duration_secs': 0.280012} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.843206] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4/e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.844573] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca3f14b-531b-4626-83e3-47177015845c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.853345] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537032, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.858945] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1297.858945] env[69692]: value = "task-3537033" [ 1297.858945] env[69692]: _type = "Task" [ 1297.858945] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.864679] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 07bad96d-003b-43ef-b1c8-a9edd4069909] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.872917] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537033, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.890983] env[69692]: DEBUG nova.compute.utils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.892368] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.892546] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.941370] env[69692]: DEBUG nova.policy [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '778e22e544564445bdf477a6bebcfb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6397942408b4151b55350b546c2e035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.967695] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Releasing lock "refresh_cache-0cf81a95-2491-41b1-9abf-c0a0d2c80a74" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.967989] env[69692]: DEBUG nova.objects.instance [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lazy-loading 'migration_context' on Instance uuid 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.040777] env[69692]: DEBUG nova.network.neutron [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updated VIF entry in instance network info cache for port 33c8dcda-fce8-4443-9e22-a2a690f229ea. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.041161] env[69692]: DEBUG nova.network.neutron [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.206392] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537027, 'name': Rename_Task, 'duration_secs': 1.098988} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.206683] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.206683] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423bc381-095b-402e-97ee-da34b72b5a80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.214436] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1298.214436] env[69692]: value = "task-3537034" [ 1298.214436] env[69692]: _type = "Task" [ 1298.214436] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.222668] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.225317] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Successfully created port: e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.345722] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537032, 'name': CreateVM_Task, 'duration_secs': 0.673273} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.346038] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.346511] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.346723] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.346983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.347260] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd4392e-e2b2-4b07-b3cf-1403c9792700 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.352520] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1298.352520] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52090e6f-d1ff-5c08-e4fb-f702b8d50bea" [ 1298.352520] env[69692]: _type = "Task" [ 1298.352520] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.361255] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52090e6f-d1ff-5c08-e4fb-f702b8d50bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.369827] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 7fedc59d-2431-4779-bf1c-a75d5c6d224a] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.371723] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537033, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.399817] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.470802] env[69692]: DEBUG nova.objects.base [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Object Instance<0cf81a95-2491-41b1-9abf-c0a0d2c80a74> lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1298.471935] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e729e54-41f0-48d9-a291-55e800abc056 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.492364] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286a88cb-2af7-4f07-ad2e-a874924a6fca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.496976] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1298.496976] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522d7229-9f05-a9ad-910a-7b8563f88364" [ 1298.496976] env[69692]: _type = "Task" [ 1298.496976] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.507093] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522d7229-9f05-a9ad-910a-7b8563f88364, 'name': SearchDatastore_Task, 'duration_secs': 0.007337} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.507363] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.507607] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.543821] env[69692]: DEBUG oslo_concurrency.lockutils [req-a56b5e15-59fb-4cdb-9dd9-8bb704ee5ba8 req-476dac32-01b9-4039-8291-bbf2245b3204 service nova] Releasing lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.725062] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.863383] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52090e6f-d1ff-5c08-e4fb-f702b8d50bea, 'name': SearchDatastore_Task, 'duration_secs': 0.015418} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.866554] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.866804] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.867086] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.867258] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.867446] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.868063] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d29b8cf7-4707-453d-983c-ee8b9777eaa1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.874793] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e5fd26a5-8465-4b3b-8132-8670df98ad3e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.876566] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537033, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.877845] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.878037] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.878706] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15075f43-7ddc-4a4d-98d9-31f929f4c221 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.883527] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1298.883527] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8639b-8f49-8763-b918-000071f92887" [ 1298.883527] env[69692]: _type = "Task" [ 1298.883527] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.892562] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8639b-8f49-8763-b918-000071f92887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.155937] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3917d6-ebf8-473d-a158-3203f36b6465 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.163681] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5a15a-aacc-4846-95cb-f13f83aae7af {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.193714] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccfbd7-2114-42e6-a947-8aa8fed2c1c4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.202346] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb79d1-e9b2-4006-8718-57dc51cc6d9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.215122] env[69692]: DEBUG nova.compute.provider_tree [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.226056] env[69692]: DEBUG oslo_vmware.api [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537034, 'name': PowerOnVM_Task, 'duration_secs': 0.868176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.226789] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.227173] env[69692]: INFO nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1299.227363] env[69692]: DEBUG nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.228135] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f878c-e812-46ff-bcdf-a58bb8439062 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.372300] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537033, 'name': Rename_Task, 'duration_secs': 1.153382} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.372611] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.372872] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab34cb5-932e-4258-894e-3ea982291fea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.378164] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 69f54155-24a1-4cf7-8d82-946c4a87f6a9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.380702] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1299.380702] env[69692]: value = "task-3537035" [ 1299.380702] env[69692]: _type = "Task" [ 1299.380702] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.392933] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.396542] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b8639b-8f49-8763-b918-000071f92887, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.397250] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50eefaa-db38-43b3-9428-ff58b6fb8e29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.402700] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1299.402700] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e83dcb-104d-8b31-d2ec-8d08a43683bb" [ 1299.402700] env[69692]: _type = "Task" [ 1299.402700] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.408289] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.413555] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e83dcb-104d-8b31-d2ec-8d08a43683bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.435302] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.435546] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.435702] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.435879] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.436037] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.436193] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.436401] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.436561] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.436960] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.436960] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.437100] env[69692]: DEBUG nova.virt.hardware [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.437917] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e9316-1d06-4fbe-b262-8f108a66eb68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.445844] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec258f-455a-4163-ad7f-29a5c9a8bc41 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.621151] env[69692]: DEBUG nova.compute.manager [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Received event network-vif-plugged-e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.621462] env[69692]: DEBUG oslo_concurrency.lockutils [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] Acquiring lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.621763] env[69692]: DEBUG oslo_concurrency.lockutils [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] Lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.622134] env[69692]: DEBUG oslo_concurrency.lockutils [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] Lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.622348] env[69692]: DEBUG nova.compute.manager [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] No waiting events found dispatching network-vif-plugged-e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1299.622600] env[69692]: WARNING nova.compute.manager [req-ac774d44-fa2e-4a65-8c20-644eb0bf7390 req-4be8b0c2-7da4-4071-af55-994dfaa77c3d service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Received unexpected event network-vif-plugged-e3360fe9-812a-486c-b6d4-148504f31f81 for instance with vm_state building and task_state spawning. [ 1299.709625] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Successfully updated port: e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.719041] env[69692]: DEBUG nova.scheduler.client.report [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.747116] env[69692]: INFO nova.compute.manager [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Took 24.01 seconds to build instance. [ 1299.886020] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: dda82802-c05d-42b9-a9d9-23009450bf63] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.893356] env[69692]: DEBUG oslo_vmware.api [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537035, 'name': PowerOnVM_Task, 'duration_secs': 0.459215} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.893626] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.893810] env[69692]: INFO nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1299.893984] env[69692]: DEBUG nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.894813] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981b6f6-65a7-4661-9959-869be2baf41a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.911385] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e83dcb-104d-8b31-d2ec-8d08a43683bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.912205] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.912467] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 891f8bb2-8170-4d8f-abbd-bbfd39257655/891f8bb2-8170-4d8f-abbd-bbfd39257655.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.912713] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58d46ab-63f2-4e32-be03-8209cdc915f0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.918939] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1299.918939] env[69692]: value = "task-3537036" [ 1299.918939] env[69692]: _type = "Task" [ 1299.918939] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.926835] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.216528] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.216671] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquired lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.216925] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.248658] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d4252df2-7487-4adc-9568-cab6931ad083 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.520s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.389335] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e26fe9db-45c3-445e-ae50-28c7bd5ca62c] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.413721] env[69692]: INFO nova.compute.manager [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Took 19.12 seconds to build instance. [ 1300.429924] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504176} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.430440] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 891f8bb2-8170-4d8f-abbd-bbfd39257655/891f8bb2-8170-4d8f-abbd-bbfd39257655.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.430564] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.430991] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5380f4a3-cd08-470b-91db-b5c452f766a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.438012] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1300.438012] env[69692]: value = "task-3537037" [ 1300.438012] env[69692]: _type = "Task" [ 1300.438012] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.446057] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.732090] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.748202] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.874521] env[69692]: DEBUG nova.network.neutron [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Updating instance_info_cache with network_info: [{"id": "e3360fe9-812a-486c-b6d4-148504f31f81", "address": "fa:16:3e:8b:84:99", "network": {"id": "59806a4e-95f2-4d5a-865f-77ac82765356", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497379239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6397942408b4151b55350b546c2e035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3360fe9-81", "ovs_interfaceid": "e3360fe9-812a-486c-b6d4-148504f31f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.893135] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e5f1991d-26bf-4aa5-8cbf-16cef204e965] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.915130] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.640s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.947624] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067595} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.947897] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.948730] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f32c06-abb4-4bda-bc32-5d38ec11a0a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.970840] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 891f8bb2-8170-4d8f-abbd-bbfd39257655/891f8bb2-8170-4d8f-abbd-bbfd39257655.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.971017] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631ee2cd-eba3-4821-9b6a-4440febedcd4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.990750] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1300.990750] env[69692]: value = "task-3537038" [ 1300.990750] env[69692]: _type = "Task" [ 1300.990750] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.998411] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.118056] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.118056] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.303634] env[69692]: INFO nova.scheduler.client.report [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocation for migration 377a1ac2-fbd4-4721-b96e-b0d9ec0ff9b4 [ 1301.378464] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Releasing lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.378784] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Instance network_info: |[{"id": "e3360fe9-812a-486c-b6d4-148504f31f81", "address": "fa:16:3e:8b:84:99", "network": {"id": "59806a4e-95f2-4d5a-865f-77ac82765356", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497379239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6397942408b4151b55350b546c2e035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3360fe9-81", "ovs_interfaceid": "e3360fe9-812a-486c-b6d4-148504f31f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.379205] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:84:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3360fe9-812a-486c-b6d4-148504f31f81', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.386861] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Creating folder: Project (e6397942408b4151b55350b546c2e035). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.387141] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5864ce7f-84ec-4d36-a5db-f5cb09e01054 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.395650] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: abc85e3e-a7ff-4e5a-9fe4-00ce27f44f17] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.398601] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Created folder: Project (e6397942408b4151b55350b546c2e035) in parent group-v706084. [ 1301.398775] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Creating folder: Instances. Parent ref: group-v706394. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.399197] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab22958-15fa-4633-8124-e93c4aaa463c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.407658] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Created folder: Instances in parent group-v706394. [ 1301.407860] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.408077] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.408316] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dab24d2-0983-4b84-b363-47b954c1f94d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.429211] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.429211] env[69692]: value = "task-3537041" [ 1301.429211] env[69692]: _type = "Task" [ 1301.429211] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.436563] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537041, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.461855] env[69692]: DEBUG nova.compute.manager [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Received event network-changed-00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.462107] env[69692]: DEBUG nova.compute.manager [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Refreshing instance network info cache due to event network-changed-00f74863-20e1-4ad5-ac82-da23c1d1ef10. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.463217] env[69692]: DEBUG oslo_concurrency.lockutils [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] Acquiring lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.463217] env[69692]: DEBUG oslo_concurrency.lockutils [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] Acquired lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.463217] env[69692]: DEBUG nova.network.neutron [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Refreshing network info cache for port 00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.500480] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537038, 'name': ReconfigVM_Task, 'duration_secs': 0.326015} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.500683] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 891f8bb2-8170-4d8f-abbd-bbfd39257655/891f8bb2-8170-4d8f-abbd-bbfd39257655.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.501353] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed187c2c-59e5-4fef-97c0-9090d1adf17c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.507334] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1301.507334] env[69692]: value = "task-3537042" [ 1301.507334] env[69692]: _type = "Task" [ 1301.507334] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.515338] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537042, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.619685] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.648747] env[69692]: DEBUG nova.compute.manager [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Received event network-changed-e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.648961] env[69692]: DEBUG nova.compute.manager [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Refreshing instance network info cache due to event network-changed-e3360fe9-812a-486c-b6d4-148504f31f81. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.650994] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] Acquiring lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.650994] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] Acquired lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.650994] env[69692]: DEBUG nova.network.neutron [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Refreshing network info cache for port e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.808825] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.189s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.900442] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 29611fc5-dcd3-4fe8-a663-76b1859dd4a5] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.939072] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537041, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.018225] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537042, 'name': Rename_Task, 'duration_secs': 0.157691} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.018506] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.018782] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-035651e9-38b6-48c0-9459-a96676f93d4d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.025340] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1302.025340] env[69692]: value = "task-3537043" [ 1302.025340] env[69692]: _type = "Task" [ 1302.025340] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.035958] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.142765] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.143087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.144700] env[69692]: INFO nova.compute.claims [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.187806] env[69692]: DEBUG nova.network.neutron [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updated VIF entry in instance network info cache for port 00f74863-20e1-4ad5-ac82-da23c1d1ef10. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.188195] env[69692]: DEBUG nova.network.neutron [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating instance_info_cache with network_info: [{"id": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "address": "fa:16:3e:45:72:79", "network": {"id": "a9f3a00a-de11-4df7-bda7-8478880641b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-122303815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0dee34f5c4668b0acbcc8d9d06ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f74863-20", "ovs_interfaceid": "00f74863-20e1-4ad5-ac82-da23c1d1ef10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.344244] env[69692]: DEBUG nova.network.neutron [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Updated VIF entry in instance network info cache for port e3360fe9-812a-486c-b6d4-148504f31f81. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.344663] env[69692]: DEBUG nova.network.neutron [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Updating instance_info_cache with network_info: [{"id": "e3360fe9-812a-486c-b6d4-148504f31f81", "address": "fa:16:3e:8b:84:99", "network": {"id": "59806a4e-95f2-4d5a-865f-77ac82765356", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497379239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6397942408b4151b55350b546c2e035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3360fe9-81", "ovs_interfaceid": "e3360fe9-812a-486c-b6d4-148504f31f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.403397] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c15b51cd-6c35-40fb-ada0-743dd0939796] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.442733] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537041, 'name': CreateVM_Task, 'duration_secs': 0.690631} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.442950] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.443715] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.443915] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.444335] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.444636] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4a4cd2-c619-412e-b36d-7f9d320c1b99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.449457] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1302.449457] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52dfe4aa-48fc-c194-2b75-16fbeda41eb5" [ 1302.449457] env[69692]: _type = "Task" [ 1302.449457] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.457823] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dfe4aa-48fc-c194-2b75-16fbeda41eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.535575] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.691108] env[69692]: DEBUG oslo_concurrency.lockutils [req-a92beba1-50df-4090-b1c8-5b81a0c7395b req-c4e6f0cf-3f49-4028-aa4f-24046d66a5d2 service nova] Releasing lock "refresh_cache-e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.847163] env[69692]: DEBUG oslo_concurrency.lockutils [req-1fba8d6f-1cc9-453d-a51f-ff6a325d5c8f req-4cbdf671-f133-4049-afff-49fb98ee6778 service nova] Releasing lock "refresh_cache-bedc33b5-98ca-4702-95f5-33f616da225f" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.906676] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ad249fac-0caa-4d2c-a195-aba6da849a9d] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.960929] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52dfe4aa-48fc-c194-2b75-16fbeda41eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.961286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.961547] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.961809] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.961987] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.962236] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.962524] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c56eaf3d-8ec6-4127-bde5-86f3abce9b9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.971765] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.971967] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.972712] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110fb0f7-53b5-4e10-af6d-cb76021f4b0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.978012] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1302.978012] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bbc44-2851-da62-d6d9-73909b35d2f8" [ 1302.978012] env[69692]: _type = "Task" [ 1302.978012] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.985919] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529bbc44-2851-da62-d6d9-73909b35d2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.034584] env[69692]: DEBUG oslo_vmware.api [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537043, 'name': PowerOnVM_Task, 'duration_secs': 0.518019} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.034890] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.035113] env[69692]: INFO nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1303.035297] env[69692]: DEBUG nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.036064] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3d300-9e18-473e-8584-e8746d6034e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.139600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.139823] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.140143] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.140338] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.140514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.142636] env[69692]: INFO nova.compute.manager [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Terminating instance [ 1303.285191] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e77b5-dd23-480a-9b57-5f6eca25f05e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.293315] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61694b-5cd9-414c-b4fb-8c1dba39550c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.326787] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e9c3d-31bd-4ed4-b623-2ea053c98af8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.333994] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d44d87-2b79-4e5a-9396-5c49280a5e74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.347232] env[69692]: DEBUG nova.compute.provider_tree [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.410007] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: db7595ac-4e9d-4f4a-850d-58fde8a1b6a3] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.488407] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529bbc44-2851-da62-d6d9-73909b35d2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.489218] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e86aec9-2d94-42ef-b059-2b866d8a3037 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.494902] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1303.494902] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524d6e2b-c84f-f3fc-428a-478c134ac6ae" [ 1303.494902] env[69692]: _type = "Task" [ 1303.494902] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.503127] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524d6e2b-c84f-f3fc-428a-478c134ac6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.553901] env[69692]: INFO nova.compute.manager [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Took 20.05 seconds to build instance. [ 1303.646353] env[69692]: DEBUG nova.compute.manager [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.646587] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.647549] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec26f31b-9397-4231-89a2-6ebeaf2ab2ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.655598] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.655829] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa49fe1-38e4-4582-bb3c-9f5ce1fe8d21 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.662564] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1303.662564] env[69692]: value = "task-3537044" [ 1303.662564] env[69692]: _type = "Task" [ 1303.662564] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.670320] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.850981] env[69692]: DEBUG nova.scheduler.client.report [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.913419] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 9e61a86c-3f08-4740-b996-67c8fe6dc5d9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.006663] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524d6e2b-c84f-f3fc-428a-478c134ac6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.006917] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.007195] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bedc33b5-98ca-4702-95f5-33f616da225f/bedc33b5-98ca-4702-95f5-33f616da225f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.007451] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80dbf505-6d30-4227-8538-e09610ad9e33 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.013550] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1304.013550] env[69692]: value = "task-3537045" [ 1304.013550] env[69692]: _type = "Task" [ 1304.013550] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.020959] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.055942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c73ce18a-746a-4763-854e-4309e79d1f80 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.558s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.175623] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537044, 'name': PowerOffVM_Task, 'duration_secs': 0.435409} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.176499] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.176647] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.176957] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4fdaa6-ae03-48a4-866a-0cbb5538b678 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.242025] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.242405] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.242609] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleting the datastore file [datastore2] 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.242979] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85ba2aa8-7ced-4950-9605-6c569c865096 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.250454] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for the task: (returnval){ [ 1304.250454] env[69692]: value = "task-3537047" [ 1304.250454] env[69692]: _type = "Task" [ 1304.250454] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.259018] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.356424] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.356981] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.418068] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2581a4f6-c9d5-46d6-8f69-d94cecb3d845] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.523838] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476903} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.524128] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] bedc33b5-98ca-4702-95f5-33f616da225f/bedc33b5-98ca-4702-95f5-33f616da225f.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.524326] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.524623] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1730dc-abd3-4b08-b835-205153560a8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.531112] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1304.531112] env[69692]: value = "task-3537048" [ 1304.531112] env[69692]: _type = "Task" [ 1304.531112] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.541556] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.762793] env[69692]: DEBUG oslo_vmware.api [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Task: {'id': task-3537047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322517} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.763114] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.763366] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.763582] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.763794] env[69692]: INFO nova.compute.manager [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1304.764132] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.764381] env[69692]: DEBUG nova.compute.manager [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.764504] env[69692]: DEBUG nova.network.neutron [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.777028] env[69692]: DEBUG nova.compute.manager [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Received event network-changed-33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.777028] env[69692]: DEBUG nova.compute.manager [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Refreshing instance network info cache due to event network-changed-33c8dcda-fce8-4443-9e22-a2a690f229ea. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.777028] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] Acquiring lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.777028] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] Acquired lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.777028] env[69692]: DEBUG nova.network.neutron [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Refreshing network info cache for port 33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.861782] env[69692]: DEBUG nova.compute.utils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.867025] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.867025] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.920573] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 1ae978f1-3021-4f6f-bbb7-8e863c5498fd] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.932854] env[69692]: DEBUG nova.policy [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd388e52b61bd467eb22ef48a7b953879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd81163f52e41088c4f38f5b5fb8440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.045812] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089028} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.046237] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.047849] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7331805-f999-4c33-aa73-255877e1f9c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.071294] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] bedc33b5-98ca-4702-95f5-33f616da225f/bedc33b5-98ca-4702-95f5-33f616da225f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.071684] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bd8eb5-4f85-436b-a317-a10b699254d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.093096] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1305.093096] env[69692]: value = "task-3537049" [ 1305.093096] env[69692]: _type = "Task" [ 1305.093096] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.102165] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.299893] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Successfully created port: 411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.367882] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.425303] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: cdab2efc-300a-4e67-8f3b-68acf2ec4bb1] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.552100] env[69692]: DEBUG nova.network.neutron [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updated VIF entry in instance network info cache for port 33c8dcda-fce8-4443-9e22-a2a690f229ea. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.552601] env[69692]: DEBUG nova.network.neutron [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.604110] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.605539] env[69692]: DEBUG nova.network.neutron [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.929489] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 73f0fefc-d19a-484d-8a97-04ebf79ec304] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.056680] env[69692]: DEBUG oslo_concurrency.lockutils [req-2f80dff6-373e-456c-869d-83ed093b5211 req-9e3ee8b6-976e-49a5-8f77-e016c35b6c24 service nova] Releasing lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.104077] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537049, 'name': ReconfigVM_Task, 'duration_secs': 0.940113} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.104077] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] bedc33b5-98ca-4702-95f5-33f616da225f/bedc33b5-98ca-4702-95f5-33f616da225f.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.104769] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6542a583-c9d4-40fc-b048-cce44e237ad9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.108415] env[69692]: INFO nova.compute.manager [-] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Took 1.34 seconds to deallocate network for instance. [ 1306.112593] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1306.112593] env[69692]: value = "task-3537050" [ 1306.112593] env[69692]: _type = "Task" [ 1306.112593] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.130021] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537050, 'name': Rename_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.378439] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.407738] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.407997] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.408180] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.408392] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.408539] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.408687] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.409364] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.409551] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.409729] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.410705] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.410705] env[69692]: DEBUG nova.virt.hardware [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.410933] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c934a1c-e66a-42eb-af2e-b0102ae11c8e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.419739] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434139f3-292d-46dd-aaa6-e9218db9e3ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.433722] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 6472233c-5068-4634-be5c-aca883a1783d] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.624063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.624358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.624585] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.629772] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537050, 'name': Rename_Task, 'duration_secs': 0.381448} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.630048] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.630376] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffae9eba-98bc-4b49-a77b-f689fc6b680b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.636973] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1306.636973] env[69692]: value = "task-3537051" [ 1306.636973] env[69692]: _type = "Task" [ 1306.636973] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.646382] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.647397] env[69692]: INFO nova.scheduler.client.report [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Deleted allocations for instance 0cf81a95-2491-41b1-9abf-c0a0d2c80a74 [ 1306.729576] env[69692]: DEBUG nova.compute.manager [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Received event network-vif-plugged-411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.729827] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] Acquiring lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.730056] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.730233] env[69692]: DEBUG oslo_concurrency.lockutils [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.730400] env[69692]: DEBUG nova.compute.manager [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] No waiting events found dispatching network-vif-plugged-411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1306.730575] env[69692]: WARNING nova.compute.manager [req-9a942c7c-ee48-4799-a583-3ac05a0cdbac req-12e0c5ca-5dfd-44f2-9c4f-3249aae43257 service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Received unexpected event network-vif-plugged-411ea37b-d48f-4c37-958d-b7a85180e92d for instance with vm_state building and task_state spawning. [ 1306.803512] env[69692]: DEBUG nova.compute.manager [req-db6e3fd5-a3f8-495e-8acc-efc69781b319 req-6eafd350-ff6b-4e8c-92f3-5d00ab4e5039 service nova] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Received event network-vif-deleted-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.823638] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Successfully updated port: 411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.937745] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 498dbd0a-9dd5-45b2-8a5c-6a1b634e1de0] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.148065] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.155156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Lock "0cf81a95-2491-41b1-9abf-c0a0d2c80a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.015s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.327142] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.327388] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.327595] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.440916] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: de444a08-cffe-46c8-a32b-928ccd6ee816] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.648814] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.862036] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.943743] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: a674f3ef-7eb4-438c-8cf0-474c726c97e7] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.010112] env[69692]: DEBUG nova.network.neutron [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Updating instance_info_cache with network_info: [{"id": "411ea37b-d48f-4c37-958d-b7a85180e92d", "address": "fa:16:3e:87:c9:33", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411ea37b-d4", "ovs_interfaceid": "411ea37b-d48f-4c37-958d-b7a85180e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.148437] env[69692]: DEBUG oslo_vmware.api [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537051, 'name': PowerOnVM_Task, 'duration_secs': 1.318272} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.148695] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.148899] env[69692]: INFO nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1308.149097] env[69692]: DEBUG nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.149849] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795039d5-5a06-47d8-810f-0db890dcf8b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.449315] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 3fbbc414-768f-4ec4-8acc-9564840900f2] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.514026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.514275] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Instance network_info: |[{"id": "411ea37b-d48f-4c37-958d-b7a85180e92d", "address": "fa:16:3e:87:c9:33", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411ea37b-d4", "ovs_interfaceid": "411ea37b-d48f-4c37-958d-b7a85180e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.515218] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:c9:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '411ea37b-d48f-4c37-958d-b7a85180e92d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.527809] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.528140] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.528457] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69fa75bb-f6cb-4d5b-b573-6dc19067ce1e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.559619] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.559619] env[69692]: value = "task-3537053" [ 1308.559619] env[69692]: _type = "Task" [ 1308.559619] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.569999] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537053, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.668904] env[69692]: INFO nova.compute.manager [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Took 13.63 seconds to build instance. [ 1308.754383] env[69692]: DEBUG nova.compute.manager [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Received event network-changed-411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.754608] env[69692]: DEBUG nova.compute.manager [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Refreshing instance network info cache due to event network-changed-411ea37b-d48f-4c37-958d-b7a85180e92d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.754834] env[69692]: DEBUG oslo_concurrency.lockutils [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] Acquiring lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.754980] env[69692]: DEBUG oslo_concurrency.lockutils [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] Acquired lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.755160] env[69692]: DEBUG nova.network.neutron [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Refreshing network info cache for port 411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.952742] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 6203955b-b451-404b-9d18-ef6a4e0a5da6] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.069269] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537053, 'name': CreateVM_Task} progress is 25%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.171529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.153s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.456163] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: cd4e49bb-7bfc-4b07-95ff-68d764b046f3] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.480830] env[69692]: DEBUG nova.network.neutron [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Updated VIF entry in instance network info cache for port 411ea37b-d48f-4c37-958d-b7a85180e92d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.480830] env[69692]: DEBUG nova.network.neutron [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Updating instance_info_cache with network_info: [{"id": "411ea37b-d48f-4c37-958d-b7a85180e92d", "address": "fa:16:3e:87:c9:33", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411ea37b-d4", "ovs_interfaceid": "411ea37b-d48f-4c37-958d-b7a85180e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.571761] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537053, 'name': CreateVM_Task, 'duration_secs': 0.673379} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.571761] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.572157] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.572341] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.572656] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.572893] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd445325-891e-466d-a589-b0bda023be0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.577096] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1309.577096] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52268a16-2185-f938-64d3-ab9cc3665903" [ 1309.577096] env[69692]: _type = "Task" [ 1309.577096] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.584183] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52268a16-2185-f938-64d3-ab9cc3665903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.839609] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "bedc33b5-98ca-4702-95f5-33f616da225f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.839887] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.840156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.840354] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.840541] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.842767] env[69692]: INFO nova.compute.manager [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Terminating instance [ 1309.959794] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 6990cec6-ebac-4df4-8336-32134853d547] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.984350] env[69692]: DEBUG oslo_concurrency.lockutils [req-9c88ca26-1c8d-4e73-9c95-2c5f0ad592f0 req-69a5a9ce-03a0-4be9-822b-8a25195c97eb service nova] Releasing lock "refresh_cache-d5d1fabe-19a7-4eff-ae95-504e2e12c263" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.087811] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52268a16-2185-f938-64d3-ab9cc3665903, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.088061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.088299] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.088542] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.088710] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.088894] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.089173] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484b3392-529c-464c-875c-8ce6125c8fca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.097210] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.097380] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.098079] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bd661e-c218-4b54-bc96-9d83f83171ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.102935] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1310.102935] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52e42226-b107-b7cc-d870-076b363da73a" [ 1310.102935] env[69692]: _type = "Task" [ 1310.102935] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.111551] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e42226-b107-b7cc-d870-076b363da73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.346345] env[69692]: DEBUG nova.compute.manager [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.346584] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.347481] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14dd6a-66a7-43d4-9271-4df03f05ba45 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.355543] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.355782] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a122f294-261b-4949-b4dc-67bc790caa89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.362119] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1310.362119] env[69692]: value = "task-3537054" [ 1310.362119] env[69692]: _type = "Task" [ 1310.362119] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.370180] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.463171] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: f97ab55c-ccb7-43e8-8df9-29e0652e8c5e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.613841] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52e42226-b107-b7cc-d870-076b363da73a, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.615050] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a64aff3-0d3d-4659-82e7-4e4f9ea5f42d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.619634] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1310.619634] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c95187-3f53-7f11-2082-b5dd58b0d041" [ 1310.619634] env[69692]: _type = "Task" [ 1310.619634] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.628065] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c95187-3f53-7f11-2082-b5dd58b0d041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.873038] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537054, 'name': PowerOffVM_Task, 'duration_secs': 0.170069} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.873345] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.873547] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.873832] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-228338f7-ecfc-466b-b5c8-eebc482d4475 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.932683] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.932885] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.933105] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Deleting the datastore file [datastore2] bedc33b5-98ca-4702-95f5-33f616da225f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.933515] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fdf997b-87a6-46d6-806e-a5d549ebc854 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.940294] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for the task: (returnval){ [ 1310.940294] env[69692]: value = "task-3537056" [ 1310.940294] env[69692]: _type = "Task" [ 1310.940294] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.948249] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.967028] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: bba29867-afd7-402e-a8c9-811b22dced76] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.131013] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c95187-3f53-7f11-2082-b5dd58b0d041, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.131013] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.131013] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] d5d1fabe-19a7-4eff-ae95-504e2e12c263/d5d1fabe-19a7-4eff-ae95-504e2e12c263.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.131348] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbadd3a1-aac1-4fad-a9a0-e0fe14b441c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.136999] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1311.136999] env[69692]: value = "task-3537057" [ 1311.136999] env[69692]: _type = "Task" [ 1311.136999] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.144231] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.450191] env[69692]: DEBUG oslo_vmware.api [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Task: {'id': task-3537056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139589} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.450460] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.450649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.450846] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.451036] env[69692]: INFO nova.compute.manager [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.451298] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.451491] env[69692]: DEBUG nova.compute.manager [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.451583] env[69692]: DEBUG nova.network.neutron [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.471127] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: fff86862-b110-4755-af71-3a95fc678159] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.651977] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464019} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.652479] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] d5d1fabe-19a7-4eff-ae95-504e2e12c263/d5d1fabe-19a7-4eff-ae95-504e2e12c263.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.652839] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.653195] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e12b1fa-94bf-432b-9ff9-9ad92882ff99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.659563] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1311.659563] env[69692]: value = "task-3537058" [ 1311.659563] env[69692]: _type = "Task" [ 1311.659563] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.667674] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.827835] env[69692]: DEBUG nova.compute.manager [req-0acdf1c4-39bf-449d-ba3e-4725187c3a4e req-0dccc3f4-6161-46a4-8067-c7e7e7d016e3 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Received event network-vif-deleted-e3360fe9-812a-486c-b6d4-148504f31f81 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.828053] env[69692]: INFO nova.compute.manager [req-0acdf1c4-39bf-449d-ba3e-4725187c3a4e req-0dccc3f4-6161-46a4-8067-c7e7e7d016e3 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Neutron deleted interface e3360fe9-812a-486c-b6d4-148504f31f81; detaching it from the instance and deleting it from the info cache [ 1311.828232] env[69692]: DEBUG nova.network.neutron [req-0acdf1c4-39bf-449d-ba3e-4725187c3a4e req-0dccc3f4-6161-46a4-8067-c7e7e7d016e3 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.975013] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ae154727-5f48-4e34-8b19-0d9bfce788c8] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.169167] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072167} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.169433] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.170215] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93370c6a-256c-452b-89af-ba0b3a80568e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.192794] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d5d1fabe-19a7-4eff-ae95-504e2e12c263/d5d1fabe-19a7-4eff-ae95-504e2e12c263.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.193107] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67377b58-210c-4577-8ce9-c1f3b94f4614 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.212247] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1312.212247] env[69692]: value = "task-3537059" [ 1312.212247] env[69692]: _type = "Task" [ 1312.212247] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.220522] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.308758] env[69692]: DEBUG nova.network.neutron [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.331119] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ee7415f-e191-4676-8feb-27fe8b3401b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.340694] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36591ac2-06a6-4996-97b6-4092ac07054f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.376575] env[69692]: DEBUG nova.compute.manager [req-0acdf1c4-39bf-449d-ba3e-4725187c3a4e req-0dccc3f4-6161-46a4-8067-c7e7e7d016e3 service nova] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Detach interface failed, port_id=e3360fe9-812a-486c-b6d4-148504f31f81, reason: Instance bedc33b5-98ca-4702-95f5-33f616da225f could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.479536] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: c313d34f-a527-4c11-b136-f11072822afa] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.724413] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537059, 'name': ReconfigVM_Task, 'duration_secs': 0.285618} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.724696] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d5d1fabe-19a7-4eff-ae95-504e2e12c263/d5d1fabe-19a7-4eff-ae95-504e2e12c263.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.725352] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00dc7422-bfcb-498f-9b36-c0281b74aaa3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.732428] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1312.732428] env[69692]: value = "task-3537060" [ 1312.732428] env[69692]: _type = "Task" [ 1312.732428] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.740069] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537060, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.811802] env[69692]: INFO nova.compute.manager [-] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Took 1.36 seconds to deallocate network for instance. [ 1312.982830] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: cdb720d4-e7ef-4e59-aa43-225cf1ed5e02] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.063318] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.063509] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.063713] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.063839] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.064164] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.066043] env[69692]: INFO nova.compute.manager [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Terminating instance [ 1313.241747] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537060, 'name': Rename_Task, 'duration_secs': 0.133345} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.242026] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.242294] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0dca94-0176-4de0-b4cc-5e3b6deab643 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.248575] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1313.248575] env[69692]: value = "task-3537061" [ 1313.248575] env[69692]: _type = "Task" [ 1313.248575] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.255780] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.318124] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.318452] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.318682] env[69692]: DEBUG nova.objects.instance [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lazy-loading 'resources' on Instance uuid bedc33b5-98ca-4702-95f5-33f616da225f {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.487457] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 1338ffea-5424-495c-89d4-425e55ee7874] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.569738] env[69692]: DEBUG nova.compute.manager [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.569995] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.570322] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a98b5ca-4870-4e8e-899b-b834b429991f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.578382] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1313.578382] env[69692]: value = "task-3537062" [ 1313.578382] env[69692]: _type = "Task" [ 1313.578382] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.586492] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.758915] env[69692]: DEBUG oslo_vmware.api [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537061, 'name': PowerOnVM_Task, 'duration_secs': 0.439456} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.759106] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.759336] env[69692]: INFO nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1313.759519] env[69692]: DEBUG nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1313.760428] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbef7d7-2211-4e09-b28f-bc97b2ed365b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.942835] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a1263-9e9b-4f1b-9e2f-df448d4d4413 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.950322] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06b09c3-5419-44db-9608-401eb090aa03 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.980275] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc178156-723c-485f-9016-66bfb9a527fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.986826] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef774cb-4cca-44e1-9d8e-8f5aedd82fa7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.990575] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 76d87d9d-6121-4a3d-b7b2-4a75770ba2ab] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.001065] env[69692]: DEBUG nova.compute.provider_tree [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.088807] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537062, 'name': PowerOffVM_Task, 'duration_secs': 0.200097} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.089091] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.089289] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1314.089481] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706365', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'name': 'volume-121e2d42-8e9d-4509-aa15-ba8e310080a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f13f7c96-63f0-4215-8dec-55513b59b181', 'attached_at': '2025-04-24T10:33:35.000000', 'detached_at': '', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'serial': '121e2d42-8e9d-4509-aa15-ba8e310080a0'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1314.090224] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d7da4-9231-4cfc-b835-b74cc4350cbc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.107924] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45702102-04a5-4244-b0c5-d215279257c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.114413] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c39e627-6807-4e57-8af8-c92d822e2129 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.131147] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98128ffa-fa9f-4eea-938e-ff855b95a002 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.146855] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] The volume has not been displaced from its original location: [datastore1] volume-121e2d42-8e9d-4509-aa15-ba8e310080a0/volume-121e2d42-8e9d-4509-aa15-ba8e310080a0.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1314.152167] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1314.152374] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2caf34-2c22-4ddb-8d37-05fc0f14bcb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.169096] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1314.169096] env[69692]: value = "task-3537063" [ 1314.169096] env[69692]: _type = "Task" [ 1314.169096] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.176077] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.276610] env[69692]: INFO nova.compute.manager [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Took 12.15 seconds to build instance. [ 1314.494597] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 137791b5-ce5f-45af-b051-30e71d508b06] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.520951] env[69692]: ERROR nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] [req-2bddf11e-1616-4fa0-aa5a-1c83aa4286ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bddf11e-1616-4fa0-aa5a-1c83aa4286ba"}]} [ 1314.537142] env[69692]: DEBUG nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1314.550324] env[69692]: DEBUG nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1314.550544] env[69692]: DEBUG nova.compute.provider_tree [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.561985] env[69692]: DEBUG nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1314.579115] env[69692]: DEBUG nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1314.680069] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537063, 'name': ReconfigVM_Task, 'duration_secs': 0.148877} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.680423] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.685184] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce24459f-4594-4fd0-ac02-60a53c8ce15a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.703344] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1314.703344] env[69692]: value = "task-3537064" [ 1314.703344] env[69692]: _type = "Task" [ 1314.703344] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.713194] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537064, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.720045] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a45d02-45ab-4a93-af8b-27cf32657970 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.727292] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069c066-939e-4728-9eee-6c487818e710 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.757633] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8663d-41b9-465b-aa47-d24d89645a98 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.764624] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d2feb0-c46c-48a8-b7c1-7c0463c5f4b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.778458] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6b464e5f-ce52-4925-b360-569b244a1441 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.661s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.778899] env[69692]: DEBUG nova.compute.provider_tree [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.998211] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4a40d82c-5823-4bd7-ba16-f87cfd283895] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.212831] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537064, 'name': ReconfigVM_Task, 'duration_secs': 0.148473} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.213477] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706365', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'name': 'volume-121e2d42-8e9d-4509-aa15-ba8e310080a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f13f7c96-63f0-4215-8dec-55513b59b181', 'attached_at': '2025-04-24T10:33:35.000000', 'detached_at': '', 'volume_id': '121e2d42-8e9d-4509-aa15-ba8e310080a0', 'serial': '121e2d42-8e9d-4509-aa15-ba8e310080a0'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.214222] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.214797] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f8b87-2dd4-472c-9ca5-08c63910ec36 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.220926] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.221217] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9da1fb48-0448-4a64-bbd3-7b1c82db139b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.274733] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.274953] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.275222] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore1] f13f7c96-63f0-4215-8dec-55513b59b181 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.275510] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c9c465-d913-4587-994c-e32d14f84a78 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.284348] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1315.284348] env[69692]: value = "task-3537066" [ 1315.284348] env[69692]: _type = "Task" [ 1315.284348] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.293491] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.312539] env[69692]: DEBUG nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1315.312867] env[69692]: DEBUG nova.compute.provider_tree [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 165 to 166 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1315.313148] env[69692]: DEBUG nova.compute.provider_tree [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.481568] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.481834] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.482060] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.482292] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.482460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.484906] env[69692]: INFO nova.compute.manager [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Terminating instance [ 1315.500869] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 070fc5ec-3c2f-4bde-9f93-254cd89bff38] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.794765] env[69692]: DEBUG oslo_vmware.api [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076474} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.795039] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.795238] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.795397] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.795571] env[69692]: INFO nova.compute.manager [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1315.795810] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.796009] env[69692]: DEBUG nova.compute.manager [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.796112] env[69692]: DEBUG nova.network.neutron [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.818657] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.843914] env[69692]: INFO nova.scheduler.client.report [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Deleted allocations for instance bedc33b5-98ca-4702-95f5-33f616da225f [ 1315.988744] env[69692]: DEBUG nova.compute.manager [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.988967] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.992297] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3768041-f440-430b-a599-af003b2bab68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.002020] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.002298] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021e83b7-9c1b-4e8f-82e7-3db8bc5b3a06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.004030] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.004187] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances with incomplete migration {{(pid=69692) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1316.009880] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1316.009880] env[69692]: value = "task-3537067" [ 1316.009880] env[69692]: _type = "Task" [ 1316.009880] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.018442] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.352584] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b4640c16-510c-431a-a508-43c5d3fc2ee6 tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Lock "bedc33b5-98ca-4702-95f5-33f616da225f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.513s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.520351] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537067, 'name': PowerOffVM_Task, 'duration_secs': 0.259417} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.520615] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.520777] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.521026] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f17d1c1-a4af-4cc0-a28d-894b4b0dc7ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.577176] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.577397] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.577582] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleting the datastore file [datastore1] d5d1fabe-19a7-4eff-ae95-504e2e12c263 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.577839] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9a18c1-3e6a-4b0d-a931-8e40f37097c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.587990] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1316.587990] env[69692]: value = "task-3537069" [ 1316.587990] env[69692]: _type = "Task" [ 1316.587990] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.595811] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.770176] env[69692]: DEBUG nova.compute.manager [req-dd8726fd-4a87-4cec-a690-2d0e6213c0d8 req-d83a9e0c-af85-4363-83b3-f3fefc805244 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Received event network-vif-deleted-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.770381] env[69692]: INFO nova.compute.manager [req-dd8726fd-4a87-4cec-a690-2d0e6213c0d8 req-d83a9e0c-af85-4363-83b3-f3fefc805244 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Neutron deleted interface 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2; detaching it from the instance and deleting it from the info cache [ 1316.770555] env[69692]: DEBUG nova.network.neutron [req-dd8726fd-4a87-4cec-a690-2d0e6213c0d8 req-d83a9e0c-af85-4363-83b3-f3fefc805244 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.098108] env[69692]: DEBUG oslo_vmware.api [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150803} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.098386] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.098578] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.098752] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.098919] env[69692]: INFO nova.compute.manager [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1317.099175] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.099380] env[69692]: DEBUG nova.compute.manager [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.099478] env[69692]: DEBUG nova.network.neutron [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.254632] env[69692]: DEBUG nova.network.neutron [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.272871] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23e485c1-b5b9-4dc3-a715-137abb6757ea {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.286424] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1a5d8-9665-4e60-96c7-e12ea4639b4a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.317932] env[69692]: DEBUG nova.compute.manager [req-dd8726fd-4a87-4cec-a690-2d0e6213c0d8 req-d83a9e0c-af85-4363-83b3-f3fefc805244 service nova] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Detach interface failed, port_id=48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2, reason: Instance f13f7c96-63f0-4215-8dec-55513b59b181 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.506195] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.760649] env[69692]: INFO nova.compute.manager [-] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Took 1.96 seconds to deallocate network for instance. [ 1317.985735] env[69692]: DEBUG nova.network.neutron [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.012034] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.305808] env[69692]: INFO nova.compute.manager [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Took 0.54 seconds to detach 1 volumes for instance. [ 1318.308033] env[69692]: DEBUG nova.compute.manager [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Deleting volume: 121e2d42-8e9d-4509-aa15-ba8e310080a0 {{(pid=69692) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1318.488808] env[69692]: INFO nova.compute.manager [-] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Took 1.39 seconds to deallocate network for instance. [ 1318.796949] env[69692]: DEBUG nova.compute.manager [req-b39f41ae-ac3e-4abc-a11b-0b1598e7bb93 req-3dde5e96-ca47-4533-a9b4-ed4e6a4408b2 service nova] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Received event network-vif-deleted-411ea37b-d48f-4c37-958d-b7a85180e92d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.848942] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.849254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.849454] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.871875] env[69692]: INFO nova.scheduler.client.report [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocations for instance f13f7c96-63f0-4215-8dec-55513b59b181 [ 1318.951291] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_power_states {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.996249] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.996641] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.996946] env[69692]: DEBUG nova.objects.instance [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'resources' on Instance uuid d5d1fabe-19a7-4eff-ae95-504e2e12c263 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.379973] env[69692]: DEBUG oslo_concurrency.lockutils [None req-fd4942e4-52d4-4370-9f22-31950c811742 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "f13f7c96-63f0-4215-8dec-55513b59b181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.455909] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Getting list of instances from cluster (obj){ [ 1319.455909] env[69692]: value = "domain-c8" [ 1319.455909] env[69692]: _type = "ClusterComputeResource" [ 1319.455909] env[69692]: } {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1319.456982] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df28a96b-a66f-472a-90d1-5ec3a9ee662f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.473738] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Got total of 7 instances {{(pid=69692) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1319.473891] env[69692]: WARNING nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1319.474049] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid fb1023c7-0d4f-4335-b699-fefe3413897c {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.474318] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid dfe2f686-f05e-47d6-851c-bd7de9a61bbf {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.474500] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid 2867ad91-d168-497e-b270-3ed36d8195af {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.474651] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.474801] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.474949] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.475113] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.475262] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Triggering sync for uuid d5d1fabe-19a7-4eff-ae95-504e2e12c263 {{(pid=69692) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1319.475589] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "fb1023c7-0d4f-4335-b699-fefe3413897c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.475806] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.476074] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.476265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.476502] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "2867ad91-d168-497e-b270-3ed36d8195af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.476682] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "2867ad91-d168-497e-b270-3ed36d8195af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.476900] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.477097] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "29026d30-a08f-4400-baff-996597b36d73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.477320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.477497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.477716] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.477888] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.478115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.478294] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.478514] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.479334] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3088f-e6a7-4776-b1d5-2af125e17c17 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.482492] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bb136-9111-45cc-b1b6-ae7531ec17a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.485216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b2a41-5c0a-4e57-8f4d-94c7fdf5657b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.487841] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41741f91-7483-4725-8c1d-d3442586f020 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.490359] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c4805-d60e-464f-8e83-5a026b48b005 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.493997] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83341e58-b161-4ed6-bb42-b44d6c8f1b75 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.496519] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2579e2e4-43a2-4b72-9059-fb9d7346a1ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.624253] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8263f-bb64-4a46-a9ba-00f3e2d0b671 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.632360] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be4dc2-1220-4bd1-9bba-20019c66a66b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.661417] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fe6bf-16fc-4a29-9c39-c18c70af7f7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.668456] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06fcf66-64d4-4faf-bc1a-9804f2994989 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.680890] env[69692]: DEBUG nova.compute.provider_tree [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.794731] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.022691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.023072] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.023395] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.029799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.034330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "29026d30-a08f-4400-baff-996597b36d73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.035763] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "2867ad91-d168-497e-b270-3ed36d8195af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.036173] env[69692]: INFO nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] During sync_power_state the instance has a pending task (deleting). Skip. [ 1320.036369] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.036598] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.242s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.036817] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.037033] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.037204] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.039256] env[69692]: INFO nova.compute.manager [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Terminating instance [ 1320.184028] env[69692]: DEBUG nova.scheduler.client.report [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.543201] env[69692]: DEBUG nova.compute.manager [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.543445] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.544791] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ea8b3-6f3a-4d33-9d6b-f290441770a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.552613] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.552849] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef976ca5-2fbb-49d3-a26f-f4eb21a46db2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.560927] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1320.560927] env[69692]: value = "task-3537071" [ 1320.560927] env[69692]: _type = "Task" [ 1320.560927] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.568274] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.690667] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.714375] env[69692]: INFO nova.scheduler.client.report [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted allocations for instance d5d1fabe-19a7-4eff-ae95-504e2e12c263 [ 1321.074565] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537071, 'name': PowerOffVM_Task, 'duration_secs': 0.248901} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.074984] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.075284] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.075647] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2900e530-c465-4664-9615-17fdccdacb2c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.138175] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.138422] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.138625] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore1] dfe2f686-f05e-47d6-851c-bd7de9a61bbf {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.138908] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9cbaab4-70de-4d49-aa86-91d87ca40650 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.145605] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1321.145605] env[69692]: value = "task-3537073" [ 1321.145605] env[69692]: _type = "Task" [ 1321.145605] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.153097] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.223488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.224534] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.746s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.225031] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c5f755f-10b0-4caf-999c-f7bd96faa951 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.234716] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4c6de0-f085-4e7b-80d0-2822b8775447 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.656567] env[69692]: DEBUG oslo_vmware.api [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139503} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.656842] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.657051] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.657242] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.657466] env[69692]: INFO nova.compute.manager [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.657703] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.658433] env[69692]: DEBUG nova.compute.manager [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.658433] env[69692]: DEBUG nova.network.neutron [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.769128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "d5d1fabe-19a7-4eff-ae95-504e2e12c263" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.917722] env[69692]: DEBUG nova.compute.manager [req-c8d53174-3461-4d10-b9b8-621f9c63b276 req-89fa14bf-adcb-4edf-88d1-a1636eb24f4c service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Received event network-vif-deleted-4d1e767d-3976-49f4-b064-ff06eb94f13d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.917932] env[69692]: INFO nova.compute.manager [req-c8d53174-3461-4d10-b9b8-621f9c63b276 req-89fa14bf-adcb-4edf-88d1-a1636eb24f4c service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Neutron deleted interface 4d1e767d-3976-49f4-b064-ff06eb94f13d; detaching it from the instance and deleting it from the info cache [ 1321.918136] env[69692]: DEBUG nova.network.neutron [req-c8d53174-3461-4d10-b9b8-621f9c63b276 req-89fa14bf-adcb-4edf-88d1-a1636eb24f4c service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.401745] env[69692]: DEBUG nova.network.neutron [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.421293] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf045ec6-c19b-4102-ac92-e4c3b26fd569 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.432479] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc7d67-1610-47aa-a518-e90ee692ef50 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.461615] env[69692]: DEBUG nova.compute.manager [req-c8d53174-3461-4d10-b9b8-621f9c63b276 req-89fa14bf-adcb-4edf-88d1-a1636eb24f4c service nova] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Detach interface failed, port_id=4d1e767d-3976-49f4-b064-ff06eb94f13d, reason: Instance dfe2f686-f05e-47d6-851c-bd7de9a61bbf could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.905897] env[69692]: INFO nova.compute.manager [-] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Took 1.25 seconds to deallocate network for instance. [ 1323.150556] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "2867ad91-d168-497e-b270-3ed36d8195af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.150835] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.151061] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "2867ad91-d168-497e-b270-3ed36d8195af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.151255] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.151432] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.153601] env[69692]: INFO nova.compute.manager [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Terminating instance [ 1323.411448] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.411746] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.412035] env[69692]: DEBUG nova.objects.instance [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'resources' on Instance uuid dfe2f686-f05e-47d6-851c-bd7de9a61bbf {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.657725] env[69692]: DEBUG nova.compute.manager [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.657997] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.658336] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9921ac1-4ec0-4ff8-9f03-9cace3a0899c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.666259] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1323.666259] env[69692]: value = "task-3537074" [ 1323.666259] env[69692]: _type = "Task" [ 1323.666259] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.674715] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.698114] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.018082] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da532ef7-69d2-43b7-8614-4e9ef7d5e03e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.025218] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc17bce1-474c-4249-81bc-6cc1bf9c67c3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.058070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e35c47-2caf-40b0-b53e-04b2109a4a34 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.065082] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c046d2ac-5803-42e5-a10c-f79011ecd7d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.077807] env[69692]: DEBUG nova.compute.provider_tree [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.170545] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.175868] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537074, 'name': PowerOffVM_Task, 'duration_secs': 0.182026} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.176160] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.176360] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.176557] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706374', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'name': 'volume-28b5c0c0-ed08-411b-a564-303fe85ae638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2867ad91-d168-497e-b270-3ed36d8195af', 'attached_at': '', 'detached_at': '', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'serial': '28b5c0c0-ed08-411b-a564-303fe85ae638'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.177327] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f640c-00f1-478d-9f26-a5f111805b7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.194871] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c00fa-6f13-485b-bc7d-ebfc7dca0f7d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.201338] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f3d5f-fd09-4634-a9ac-66ef57c2f61a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.218848] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eaa52a-9f67-42c8-8a5c-45c65624176b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.234411] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] The volume has not been displaced from its original location: [datastore1] volume-28b5c0c0-ed08-411b-a564-303fe85ae638/volume-28b5c0c0-ed08-411b-a564-303fe85ae638.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1324.239582] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.239845] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d13527-7197-4f67-90f8-40b04906249c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.256438] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1324.256438] env[69692]: value = "task-3537075" [ 1324.256438] env[69692]: _type = "Task" [ 1324.256438] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.263547] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.608318] env[69692]: DEBUG nova.scheduler.client.report [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updated inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1324.608622] env[69692]: DEBUG nova.compute.provider_tree [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 generation from 166 to 167 during operation: update_inventory {{(pid=69692) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1324.608756] env[69692]: DEBUG nova.compute.provider_tree [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.766894] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537075, 'name': ReconfigVM_Task, 'duration_secs': 0.155115} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.767220] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.771989] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7fd3c4-aec9-4e44-819d-24d6cc995906 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.787043] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1324.787043] env[69692]: value = "task-3537076" [ 1324.787043] env[69692]: _type = "Task" [ 1324.787043] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.794775] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.114080] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.133319] env[69692]: INFO nova.scheduler.client.report [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocations for instance dfe2f686-f05e-47d6-851c-bd7de9a61bbf [ 1325.170366] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.170624] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.170824] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1325.296206] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537076, 'name': ReconfigVM_Task, 'duration_secs': 0.139344} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.296511] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706374', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'name': 'volume-28b5c0c0-ed08-411b-a564-303fe85ae638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2867ad91-d168-497e-b270-3ed36d8195af', 'attached_at': '', 'detached_at': '', 'volume_id': '28b5c0c0-ed08-411b-a564-303fe85ae638', 'serial': '28b5c0c0-ed08-411b-a564-303fe85ae638'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.296789] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.297570] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a8d2c-8704-4ce0-a576-4b371fa31e6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.303724] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.303945] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a30ede-1554-4f06-a251-a5e0981ea984 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.362353] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.362594] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.362782] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Deleting the datastore file [datastore1] 2867ad91-d168-497e-b270-3ed36d8195af {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.363059] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67d61ec7-33ac-4196-88f2-ab486a85d632 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.369815] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for the task: (returnval){ [ 1325.369815] env[69692]: value = "task-3537078" [ 1325.369815] env[69692]: _type = "Task" [ 1325.369815] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.377126] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.642175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-5adea5cb-5c08-47db-9148-70063abef0fe tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "dfe2f686-f05e-47d6-851c-bd7de9a61bbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.605s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.880563] env[69692]: DEBUG oslo_vmware.api [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Task: {'id': task-3537078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078149} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.880805] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.880987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.881179] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.881358] env[69692]: INFO nova.compute.manager [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1325.881603] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.881802] env[69692]: DEBUG nova.compute.manager [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.881897] env[69692]: DEBUG nova.network.neutron [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.170959] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.359056] env[69692]: DEBUG nova.compute.manager [req-1411d851-3fbb-4dc4-8e2d-2eaf4644680e req-99bf0369-79e4-4442-b830-dd6373b15ed9 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Received event network-vif-deleted-786e635f-75d2-45d0-a130-bbef0db20526 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.359161] env[69692]: INFO nova.compute.manager [req-1411d851-3fbb-4dc4-8e2d-2eaf4644680e req-99bf0369-79e4-4442-b830-dd6373b15ed9 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Neutron deleted interface 786e635f-75d2-45d0-a130-bbef0db20526; detaching it from the instance and deleting it from the info cache [ 1326.359300] env[69692]: DEBUG nova.network.neutron [req-1411d851-3fbb-4dc4-8e2d-2eaf4644680e req-99bf0369-79e4-4442-b830-dd6373b15ed9 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.843241] env[69692]: DEBUG nova.network.neutron [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.862466] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e477cb5e-cf61-468f-89fb-684a88e5fac4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.875676] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9b18a-e632-46dd-bf47-e94bc5294d64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.907626] env[69692]: DEBUG nova.compute.manager [req-1411d851-3fbb-4dc4-8e2d-2eaf4644680e req-99bf0369-79e4-4442-b830-dd6373b15ed9 service nova] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Detach interface failed, port_id=786e635f-75d2-45d0-a130-bbef0db20526, reason: Instance 2867ad91-d168-497e-b270-3ed36d8195af could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.166472] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.170158] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.170393] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.345515] env[69692]: INFO nova.compute.manager [-] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Took 1.46 seconds to deallocate network for instance. [ 1327.673236] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.673499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.673665] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.673819] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1327.674723] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b59e7-a961-4a2b-8a1c-edaab453f586 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.682993] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b80e67-bf59-438f-9a45-796d16cb9f93 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.696746] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f23593-0203-4154-a8f7-9f4185b0d7d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.703656] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f420ae14-487f-437d-b1ea-67a99bc4da2f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.731689] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179896MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1327.731842] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.732058] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.888527] env[69692]: INFO nova.compute.manager [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Took 0.54 seconds to detach 1 volumes for instance. [ 1327.891037] env[69692]: DEBUG nova.compute.manager [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Deleting volume: 28b5c0c0-ed08-411b-a564-303fe85ae638 {{(pid=69692) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1328.431192] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.477052] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "fb1023c7-0d4f-4335-b699-fefe3413897c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.477164] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.477313] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.477498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.477682] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.479779] env[69692]: INFO nova.compute.manager [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Terminating instance [ 1328.764737] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance fb1023c7-0d4f-4335-b699-fefe3413897c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.764737] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 2867ad91-d168-497e-b270-3ed36d8195af actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.764737] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 29026d30-a08f-4400-baff-996597b36d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.764737] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.764962] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.764962] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 891f8bb2-8170-4d8f-abbd-bbfd39257655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.765117] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1328.765253] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1328.846688] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad5465-1eda-46eb-bacd-0aa6bf957fdf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.854389] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767009e3-c29e-4181-8831-eb44169836fe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.885748] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18fdcb7-c5c9-44ab-8ba5-791cde3b0128 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.897153] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4b91d-8b14-4fc1-a039-4d0f008141fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.910889] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.983447] env[69692]: DEBUG nova.compute.manager [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.983740] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.984568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1513d5b1-c099-4049-99ec-4d79f957f5fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.992564] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.992812] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d7d646-7a8a-4407-8015-0896f03436ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.999546] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1328.999546] env[69692]: value = "task-3537081" [ 1328.999546] env[69692]: _type = "Task" [ 1328.999546] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.007984] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.395926] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.396203] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.396386] env[69692]: INFO nova.compute.manager [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Shelving [ 1329.414192] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.508991] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537081, 'name': PowerOffVM_Task, 'duration_secs': 0.169312} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.509274] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.509447] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.509683] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d1644d-b409-4f84-afea-49020a0ff02f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.565852] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.566099] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.566307] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleting the datastore file [datastore1] fb1023c7-0d4f-4335-b699-fefe3413897c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.566536] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202cb75f-bbdd-495f-a5be-3eb9015e4ab5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.573235] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for the task: (returnval){ [ 1329.573235] env[69692]: value = "task-3537083" [ 1329.573235] env[69692]: _type = "Task" [ 1329.573235] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.580758] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.918860] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1329.919096] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.919329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.488s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.919548] env[69692]: DEBUG nova.objects.instance [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lazy-loading 'resources' on Instance uuid 2867ad91-d168-497e-b270-3ed36d8195af {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.083836] env[69692]: DEBUG oslo_vmware.api [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Task: {'id': task-3537083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12194} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.084120] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.084352] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.084578] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.084794] env[69692]: INFO nova.compute.manager [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1330.085095] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.085357] env[69692]: DEBUG nova.compute.manager [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.085490] env[69692]: DEBUG nova.network.neutron [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.408279] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.408607] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f001604e-7fdc-4258-bc74-044ed1e21512 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.416029] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1330.416029] env[69692]: value = "task-3537084" [ 1330.416029] env[69692]: _type = "Task" [ 1330.416029] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.426699] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.468615] env[69692]: DEBUG nova.compute.manager [req-695e7933-0ae8-4786-882d-23ce8875bcfd req-0a754e56-b0ed-4a5b-ba12-e01bdd6310a5 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Received event network-vif-deleted-93e23747-c22b-4a46-a1c0-7f691add2dfd {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.468784] env[69692]: INFO nova.compute.manager [req-695e7933-0ae8-4786-882d-23ce8875bcfd req-0a754e56-b0ed-4a5b-ba12-e01bdd6310a5 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Neutron deleted interface 93e23747-c22b-4a46-a1c0-7f691add2dfd; detaching it from the instance and deleting it from the info cache [ 1330.468928] env[69692]: DEBUG nova.network.neutron [req-695e7933-0ae8-4786-882d-23ce8875bcfd req-0a754e56-b0ed-4a5b-ba12-e01bdd6310a5 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.519689] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa4f2e-edda-4f2d-aaca-131531bde047 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.531134] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6c8e1-bc53-4676-a830-316fa76b28d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.585931] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca051267-3f5d-490b-87f0-35465e35486f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.597870] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0604e1e5-4f26-492d-b33e-0ce6a5e0c4f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.621030] env[69692]: DEBUG nova.compute.provider_tree [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.819458] env[69692]: DEBUG nova.network.neutron [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.925596] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537084, 'name': PowerOffVM_Task, 'duration_secs': 0.174813} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.925855] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.926624] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f3be4-0f02-4f41-8b89-5cd9a7c3f626 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.944165] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0fcb9a-afdd-4ccc-9b89-1438a886b26d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.974231] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b88deb4-49c1-4565-afc6-405da6ba2523 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.984802] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4aa15d-fa3f-468a-9d2b-0aebfef34bf6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.014335] env[69692]: DEBUG nova.compute.manager [req-695e7933-0ae8-4786-882d-23ce8875bcfd req-0a754e56-b0ed-4a5b-ba12-e01bdd6310a5 service nova] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Detach interface failed, port_id=93e23747-c22b-4a46-a1c0-7f691add2dfd, reason: Instance fb1023c7-0d4f-4335-b699-fefe3413897c could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.124531] env[69692]: DEBUG nova.scheduler.client.report [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.321763] env[69692]: INFO nova.compute.manager [-] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Took 1.24 seconds to deallocate network for instance. [ 1331.454620] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1331.454956] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f46e3a53-d050-4ebc-9669-3a869adfa816 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.463284] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1331.463284] env[69692]: value = "task-3537085" [ 1331.463284] env[69692]: _type = "Task" [ 1331.463284] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.471298] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.628964] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.649382] env[69692]: INFO nova.scheduler.client.report [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Deleted allocations for instance 2867ad91-d168-497e-b270-3ed36d8195af [ 1331.700774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.701053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.701235] env[69692]: INFO nova.compute.manager [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Shelving [ 1331.827681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.828014] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.828253] env[69692]: DEBUG nova.objects.instance [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lazy-loading 'resources' on Instance uuid fb1023c7-0d4f-4335-b699-fefe3413897c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.973782] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537085, 'name': CreateSnapshot_Task, 'duration_secs': 0.495798} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.974123] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1331.974777] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c96dd-f4d1-40d8-a962-ea064de91c06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.156375] env[69692]: DEBUG oslo_concurrency.lockutils [None req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Lock "2867ad91-d168-497e-b270-3ed36d8195af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.005s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.402400] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb49a9-97ad-4025-bdbe-d4bfdb4208e9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.411648] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bee8a0-3f59-49bf-9a1e-86932389d744 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.442339] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d9d69-5bf4-44f5-bbaf-b856d5a4a792 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.450234] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141eecf2-7f78-440f-b94a-965c659515f9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.463392] env[69692]: DEBUG nova.compute.provider_tree [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.493710] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1332.494033] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be146ce8-4286-4b06-81af-238c37f274d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.503523] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1332.503523] env[69692]: value = "task-3537086" [ 1332.503523] env[69692]: _type = "Task" [ 1332.503523] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.513796] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537086, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.710371] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.710718] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b203010-5300-4f5e-807e-f369899fa09e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.717364] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1332.717364] env[69692]: value = "task-3537087" [ 1332.717364] env[69692]: _type = "Task" [ 1332.717364] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.727657] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.969020] env[69692]: DEBUG nova.scheduler.client.report [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.015767] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537086, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.228035] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537087, 'name': PowerOffVM_Task, 'duration_secs': 0.185171} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.228035] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.229288] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a904f83-1dcc-4ebe-9d25-bf2a09f3a825 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.250747] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a670503-b9df-444c-9508-e6972be7f277 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.472326] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.495190] env[69692]: INFO nova.scheduler.client.report [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Deleted allocations for instance fb1023c7-0d4f-4335-b699-fefe3413897c [ 1333.514019] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537086, 'name': CloneVM_Task} progress is 95%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.764670] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Creating Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1333.765291] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3f4a7ae-a1ec-4634-9cc2-d3a4d8025f2b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.773729] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1333.773729] env[69692]: value = "task-3537088" [ 1333.773729] env[69692]: _type = "Task" [ 1333.773729] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.781869] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.009716] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f1867c39-fb22-4463-8eae-57a314fddbaf tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Lock "fb1023c7-0d4f-4335-b699-fefe3413897c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.532s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.016272] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537086, 'name': CloneVM_Task, 'duration_secs': 1.274332} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.016648] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Created linked-clone VM from snapshot [ 1334.017408] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7752c1c4-c482-4590-bdbb-ea17890cd53f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.025140] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Uploading image 37edaf5a-8b3f-473d-ae5a-421240732475 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1334.054120] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1334.054120] env[69692]: value = "vm-706399" [ 1334.054120] env[69692]: _type = "VirtualMachine" [ 1334.054120] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1334.054120] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bc34fee-404f-4249-8c0e-629266e610b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.061573] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease: (returnval){ [ 1334.061573] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bd61e-ec10-545b-70c7-042b7451239a" [ 1334.061573] env[69692]: _type = "HttpNfcLease" [ 1334.061573] env[69692]: } obtained for exporting VM: (result){ [ 1334.061573] env[69692]: value = "vm-706399" [ 1334.061573] env[69692]: _type = "VirtualMachine" [ 1334.061573] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1334.061897] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the lease: (returnval){ [ 1334.061897] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bd61e-ec10-545b-70c7-042b7451239a" [ 1334.061897] env[69692]: _type = "HttpNfcLease" [ 1334.061897] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1334.070389] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.070389] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bd61e-ec10-545b-70c7-042b7451239a" [ 1334.070389] env[69692]: _type = "HttpNfcLease" [ 1334.070389] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.284167] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.570796] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.570796] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bd61e-ec10-545b-70c7-042b7451239a" [ 1334.570796] env[69692]: _type = "HttpNfcLease" [ 1334.570796] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.571309] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.571309] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529bd61e-ec10-545b-70c7-042b7451239a" [ 1334.571309] env[69692]: _type = "HttpNfcLease" [ 1334.571309] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1334.572412] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410f6e4-03ec-434f-8b96-c70ae7a176fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.580932] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.581139] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1334.676370] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bf5f212-c3b6-4c9f-b84b-095eadf57686 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.785421] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537088, 'name': CreateSnapshot_Task, 'duration_secs': 0.867927} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.785736] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Created Snapshot of the VM instance {{(pid=69692) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1334.786821] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f50d2-28b5-43ef-baf6-5478ef816262 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.310531] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Creating linked-clone VM from snapshot {{(pid=69692) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1335.311339] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98916280-2015-41a6-8d48-67c56040945f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.320392] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1335.320392] env[69692]: value = "task-3537090" [ 1335.320392] env[69692]: _type = "Task" [ 1335.320392] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.335044] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537090, 'name': CloneVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.831699] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537090, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.333108] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537090, 'name': CloneVM_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.834664] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537090, 'name': CloneVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.335387] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537090, 'name': CloneVM_Task, 'duration_secs': 1.549745} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.335958] env[69692]: INFO nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Created linked-clone VM from snapshot [ 1337.336745] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63cdf41-3b91-4399-a5ef-04d44e3210c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.345977] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Uploading image 031ef4b1-64ec-4230-88c1-a34bdbc2c687 {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1337.377033] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1337.377033] env[69692]: value = "vm-706401" [ 1337.377033] env[69692]: _type = "VirtualMachine" [ 1337.377033] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1337.377033] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0954089b-155e-4372-870d-05215324bf2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.387020] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lease: (returnval){ [ 1337.387020] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4631-4ad6-58c8-7c3b-a8656eb1a30e" [ 1337.387020] env[69692]: _type = "HttpNfcLease" [ 1337.387020] env[69692]: } obtained for exporting VM: (result){ [ 1337.387020] env[69692]: value = "vm-706401" [ 1337.387020] env[69692]: _type = "VirtualMachine" [ 1337.387020] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1337.387020] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the lease: (returnval){ [ 1337.387020] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4631-4ad6-58c8-7c3b-a8656eb1a30e" [ 1337.387020] env[69692]: _type = "HttpNfcLease" [ 1337.387020] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1337.393653] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1337.393653] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4631-4ad6-58c8-7c3b-a8656eb1a30e" [ 1337.393653] env[69692]: _type = "HttpNfcLease" [ 1337.393653] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1337.894463] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1337.894463] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4631-4ad6-58c8-7c3b-a8656eb1a30e" [ 1337.894463] env[69692]: _type = "HttpNfcLease" [ 1337.894463] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1337.894872] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1337.894872] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d4631-4ad6-58c8-7c3b-a8656eb1a30e" [ 1337.894872] env[69692]: _type = "HttpNfcLease" [ 1337.894872] env[69692]: }. {{(pid=69692) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1337.895708] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2d44d-8e1b-46b9-994d-95480e32afbe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.906312] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1337.906504] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk for reading. {{(pid=69692) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1338.023318] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-191a21a5-1bba-4115-a24a-33991dbfe8a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.946777] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.948108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.451265] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.980629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.981027] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.984782] env[69692]: INFO nova.compute.claims [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.094341] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.094673] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.600306] env[69692]: DEBUG nova.compute.utils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.081254] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0094f47-529f-4fa1-98ef-447fa4d18281 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.093948] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660139cb-821c-4c1a-83aa-e9aa6f83af2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.122188] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.123682] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad0f5e4-9829-4798-bab6-c9af75292860 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.133314] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582a5a3-155e-4ebb-96e3-4d75fed90941 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.150734] env[69692]: DEBUG nova.compute.provider_tree [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.658231] env[69692]: DEBUG nova.scheduler.client.report [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.938704] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.940036] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1b8a7-8a2a-4c33-8b1b-32b3dd9b6f57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.947031] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.947619] env[69692]: ERROR oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk due to incomplete transfer. [ 1341.947881] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f3f28c50-2002-4578-9a5a-13945be7ef9e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.955862] env[69692]: DEBUG oslo_vmware.rw_handles [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521471dc-b563-d784-5940-2bc6881148be/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1341.956094] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Uploaded image 37edaf5a-8b3f-473d-ae5a-421240732475 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1341.958446] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1341.958720] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed0323e1-9995-458b-97c5-683eb69a8c40 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.964994] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1341.964994] env[69692]: value = "task-3537092" [ 1341.964994] env[69692]: _type = "Task" [ 1341.964994] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.973816] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537092, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.165037] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.165037] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.168608] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.168608] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.168822] env[69692]: INFO nova.compute.manager [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Attaching volume 89675870-4917-42b5-ab72-d1c2d3141bbd to /dev/sdb [ 1342.205265] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43891cca-070b-4a50-8951-27d6038d4be9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.213993] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a24a145-9311-4fa5-8b3d-f5e6be8a2bcc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.228060] env[69692]: DEBUG nova.virt.block_device [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating existing volume attachment record: d0a34866-a4ca-4fb1-a2be-51030731f0d3 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.475570] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537092, 'name': Destroy_Task, 'duration_secs': 0.33035} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.475864] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Destroyed the VM [ 1342.476135] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.476395] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55ce81ca-3530-4117-bffc-11c1f34ba887 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.482435] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1342.482435] env[69692]: value = "task-3537094" [ 1342.482435] env[69692]: _type = "Task" [ 1342.482435] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.490344] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537094, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.672693] env[69692]: DEBUG nova.compute.utils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.674273] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.674439] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.717120] env[69692]: DEBUG nova.policy [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb9a10f2c85143dca1c2c0cd91800e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ad7002206341cda53b4b48529c19a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.810573] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "4bee28d4-ee81-4b44-940e-eea87c480070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.810915] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.994588] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537094, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.054470] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Successfully created port: 853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.177806] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.313839] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.492204] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537094, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90385} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.492502] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1343.492779] env[69692]: DEBUG nova.compute.manager [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1343.493638] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef500f07-649d-4581-a170-88584b7dc49e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.836696] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.836981] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.838474] env[69692]: INFO nova.compute.claims [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.007427] env[69692]: INFO nova.compute.manager [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Shelve offloading [ 1344.047225] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.047477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.188025] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.214975] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.215242] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.215404] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.215793] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.215975] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.216172] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.216394] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.216560] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.216730] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.216896] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.217081] env[69692]: DEBUG nova.virt.hardware [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.217952] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c813f5a-9d02-4e33-bc77-c19d16d26817 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.226434] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc9ce4-5436-4b15-b266-7e150f1ef90d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.480133] env[69692]: DEBUG nova.compute.manager [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Received event network-vif-plugged-853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.480361] env[69692]: DEBUG oslo_concurrency.lockutils [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.480532] env[69692]: DEBUG oslo_concurrency.lockutils [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.480711] env[69692]: DEBUG oslo_concurrency.lockutils [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.481045] env[69692]: DEBUG nova.compute.manager [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] No waiting events found dispatching network-vif-plugged-853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.481279] env[69692]: WARNING nova.compute.manager [req-09faa267-8c8c-45eb-8692-745c4b0a9dd5 req-f5b4707c-5bf6-47bf-8f74-db7b5f81e8a0 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Received unexpected event network-vif-plugged-853de43c-09c6-4ef1-9ed5-929fd61184a9 for instance with vm_state building and task_state spawning. [ 1344.514296] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.514716] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbfc92c9-785a-4995-9d06-84f8841f519c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.522215] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1344.522215] env[69692]: value = "task-3537096" [ 1344.522215] env[69692]: _type = "Task" [ 1344.522215] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.533545] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.533842] env[69692]: DEBUG nova.compute.manager [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.534845] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30119d2-a2fe-4352-9788-5db9d400f3cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.541796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.542048] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.542282] env[69692]: DEBUG nova.network.neutron [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.550685] env[69692]: DEBUG nova.compute.utils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.568496] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Successfully updated port: 853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.939419] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f9c7d-9cbf-42aa-95d7-6cbfc7df987c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.947719] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e16cc5-7891-4d35-887f-23b8bb68d743 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.979285] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7aa0f9-2360-4d26-ba21-705d8d73e0f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.987024] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d862f-679b-4c8a-8173-90e39d094998 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.001398] env[69692]: DEBUG nova.compute.provider_tree [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.055484] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.072139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.072139] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.072349] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.264850] env[69692]: DEBUG nova.network.neutron [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.505856] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.506795] env[69692]: DEBUG nova.scheduler.client.report [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.511420] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73730aa2-37b1-46b0-8621-93bbe90127f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.518514] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.518710] env[69692]: ERROR oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk due to incomplete transfer. [ 1345.518912] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32f041c9-c1fa-411f-8f16-6adce2feba99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.527942] env[69692]: DEBUG oslo_vmware.rw_handles [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246c80e-6cfd-6327-c83b-e8bc660e7a19/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1345.528177] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Uploaded image 031ef4b1-64ec-4230-88c1-a34bdbc2c687 to the Glance image server {{(pid=69692) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1345.529964] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Destroying the VM {{(pid=69692) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1345.531153] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af1fb2d1-e547-4c33-82fe-5e5d8e534485 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.537081] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1345.537081] env[69692]: value = "task-3537097" [ 1345.537081] env[69692]: _type = "Task" [ 1345.537081] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.547049] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537097, 'name': Destroy_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.604424] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.737169] env[69692]: DEBUG nova.network.neutron [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.766986] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.015656] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.016343] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.049972] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537097, 'name': Destroy_Task, 'duration_secs': 0.41804} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.050273] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Destroyed the VM [ 1346.050524] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleting Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1346.050822] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4dab2e4d-daf3-4a90-b0f7-97b3975f6216 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.057122] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1346.057122] env[69692]: value = "task-3537098" [ 1346.057122] env[69692]: _type = "Task" [ 1346.057122] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.066215] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.097348] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.098283] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018a7a1-c394-4245-b9a9-f6e5e7e51146 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.106289] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.107049] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4150299-1059-4e19-ac21-644a668b2668 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.120754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.120989] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.121228] env[69692]: INFO nova.compute.manager [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Attaching volume 39da84e0-d120-4d45-948d-707d800c5491 to /dev/sdb [ 1346.154381] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c421a398-cd4b-4f8a-81b3-f308a66ea6ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.162480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0043e-afee-4305-b931-4ade3932cb6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.172230] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.172546] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.172782] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleting the datastore file [datastore1] 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.173070] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80d4abed-8e4c-4a16-9da9-a6710acb05ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.179081] env[69692]: DEBUG nova.virt.block_device [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating existing volume attachment record: 985e0f04-864d-43de-bec7-89bcb41d5e25 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1346.186746] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1346.186746] env[69692]: value = "task-3537100" [ 1346.186746] env[69692]: _type = "Task" [ 1346.186746] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.196500] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.240390] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.240813] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Instance network_info: |[{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.241294] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:5f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853de43c-09c6-4ef1-9ed5-929fd61184a9', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.249637] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating folder: Project (a9ad7002206341cda53b4b48529c19a7). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.249961] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17fafa1c-0bf3-44ae-834c-9cf457dda806 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.261392] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created folder: Project (a9ad7002206341cda53b4b48529c19a7) in parent group-v706084. [ 1346.261634] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating folder: Instances. Parent ref: group-v706403. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.261955] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d4eab3-b9c0-465e-98fc-749eb42787f4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.271449] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created folder: Instances in parent group-v706403. [ 1346.271800] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.271896] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.272131] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450ea985-2424-49a2-820d-5b976d564b52 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.292030] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.292030] env[69692]: value = "task-3537103" [ 1346.292030] env[69692]: _type = "Task" [ 1346.292030] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.300144] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537103, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.512206] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Received event network-changed-853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.512441] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Refreshing instance network info cache due to event network-changed-853de43c-09c6-4ef1-9ed5-929fd61184a9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.512707] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.512839] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.513015] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Refreshing network info cache for port 853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.521066] env[69692]: DEBUG nova.compute.utils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.523180] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.523347] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.568520] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537098, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347766} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.569408] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleted Snapshot of the VM instance {{(pid=69692) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1346.569408] env[69692]: DEBUG nova.compute.manager [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.570116] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18f339-0c7b-4cf9-a0d0-0d17eded009f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.574155] env[69692]: DEBUG nova.policy [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '344bd708e82949ab9c900e145d5f9ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b729aacff54a4b56a1e2bac929c618cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.696343] env[69692]: DEBUG oslo_vmware.api [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151866} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.696602] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.696791] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.696973] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.724946] env[69692]: INFO nova.scheduler.client.report [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted allocations for instance 29026d30-a08f-4400-baff-996597b36d73 [ 1346.775372] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1346.775892] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706402', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'name': 'volume-89675870-4917-42b5-ab72-d1c2d3141bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'serial': '89675870-4917-42b5-ab72-d1c2d3141bbd'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1346.777074] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d81c04-faef-4dff-89ca-6efb71f50faa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.802329] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e250be-9438-4223-a50b-5bf1ec4ee17c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.810203] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537103, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.830859] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-89675870-4917-42b5-ab72-d1c2d3141bbd/volume-89675870-4917-42b5-ab72-d1c2d3141bbd.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.831170] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5823c5e5-2d64-4f4d-bb4d-61eb3cd2b72b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.847772] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Successfully created port: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.851407] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1346.851407] env[69692]: value = "task-3537107" [ 1346.851407] env[69692]: _type = "Task" [ 1346.851407] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.860816] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.028743] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.083894] env[69692]: INFO nova.compute.manager [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Shelve offloading [ 1347.233058] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.233358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.233606] env[69692]: DEBUG nova.objects.instance [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'resources' on Instance uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.242681] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updated VIF entry in instance network info cache for port 853de43c-09c6-4ef1-9ed5-929fd61184a9. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.243348] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.307781] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537103, 'name': CreateVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.362501] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.590025] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.590025] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c99436b1-3c1b-415e-8ac6-40e49e279d19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.596403] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1347.596403] env[69692]: value = "task-3537108" [ 1347.596403] env[69692]: _type = "Task" [ 1347.596403] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.607507] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1347.607507] env[69692]: DEBUG nova.compute.manager [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1347.607935] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638e9d0-2fed-46e4-9b16-8ffd24d8e4a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.613638] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.613937] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.614192] env[69692]: DEBUG nova.network.neutron [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.735926] env[69692]: DEBUG nova.objects.instance [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'numa_topology' on Instance uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.746020] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.746329] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-vif-unplugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.746541] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.746754] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.746915] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.747092] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] No waiting events found dispatching network-vif-unplugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1347.747269] env[69692]: WARNING nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received unexpected event network-vif-unplugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 for instance with vm_state shelved and task_state shelving_offloading. [ 1347.747454] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.747630] env[69692]: DEBUG nova.compute.manager [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing instance network info cache due to event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.747818] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.747960] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.748129] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.811341] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537103, 'name': CreateVM_Task, 'duration_secs': 1.345245} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.811577] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.819600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.819866] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.820260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.820829] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3374433-e07b-477d-9836-46a56a70ffb6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.827807] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1347.827807] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52832adb-dc5d-f4ef-e151-6f73b0caefc1" [ 1347.827807] env[69692]: _type = "Task" [ 1347.827807] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.837161] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52832adb-dc5d-f4ef-e151-6f73b0caefc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.860975] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.036364] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.058333] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.058568] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.058728] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.058911] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.059070] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.059224] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.059463] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.059640] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.059811] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.059977] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.060161] env[69692]: DEBUG nova.virt.hardware [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.061034] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8330e2-0cec-4ca3-968d-7a257f8fb15b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.068858] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cfa2e9-7ab8-4cc3-9840-98c86bc3c5d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.238374] env[69692]: DEBUG nova.objects.base [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Object Instance<29026d30-a08f-4400-baff-996597b36d73> lazy-loaded attributes: resources,numa_topology {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.329053] env[69692]: DEBUG nova.network.neutron [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.332165] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4811896-caee-49d8-ab69-188720123ec3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.346022] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52832adb-dc5d-f4ef-e151-6f73b0caefc1, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.350145] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.350394] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.350672] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.350793] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.350992] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.352556] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Successfully updated port: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.352955] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27fe634d-a64c-46dd-b3a5-a3fd37902709 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.355944] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f450557-1a42-40b0-974b-08d1b53f5cf9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.397056] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537107, 'name': ReconfigVM_Task, 'duration_secs': 1.098481} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.401093] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-89675870-4917-42b5-ab72-d1c2d3141bbd/volume-89675870-4917-42b5-ab72-d1c2d3141bbd.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.406230] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3728b0ad-dab9-40bc-a459-3c386be08615 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.408784] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.410962] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.410962] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3431cad8-370d-467a-ad2a-a5520553d751 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.421869] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef0141c-7460-403b-8022-7e3a320d5a06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.429417] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47934d34-9d08-484b-bd08-f39b73565b4c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.433268] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1348.433268] env[69692]: value = "task-3537109" [ 1348.433268] env[69692]: _type = "Task" [ 1348.433268] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.433682] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1348.433682] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]524f106a-7fdc-7bc5-f160-2bf2622b64ac" [ 1348.433682] env[69692]: _type = "Task" [ 1348.433682] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.448025] env[69692]: DEBUG nova.compute.provider_tree [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.458497] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.463779] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]524f106a-7fdc-7bc5-f160-2bf2622b64ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.464089] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5978de-7fed-4681-bd31-744e8986e366 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.469355] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1348.469355] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52bda806-0fa2-75e6-e5ad-939214aaa29b" [ 1348.469355] env[69692]: _type = "Task" [ 1348.469355] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.478294] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bda806-0fa2-75e6-e5ad-939214aaa29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.539358] env[69692]: DEBUG nova.compute.manager [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Received event network-vif-plugged-6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.539662] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Acquiring lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.539852] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.540071] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.540265] env[69692]: DEBUG nova.compute.manager [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] No waiting events found dispatching network-vif-plugged-6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1348.540446] env[69692]: WARNING nova.compute.manager [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Received unexpected event network-vif-plugged-6742c2ee-477e-4f2c-8a86-e8926226e5b9 for instance with vm_state building and task_state spawning. [ 1348.540666] env[69692]: DEBUG nova.compute.manager [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Received event network-changed-6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.540860] env[69692]: DEBUG nova.compute.manager [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Refreshing instance network info cache due to event network-changed-6742c2ee-477e-4f2c-8a86-e8926226e5b9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.541093] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Acquiring lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.541238] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Acquired lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.541426] env[69692]: DEBUG nova.network.neutron [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Refreshing network info cache for port 6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.551704] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updated VIF entry in instance network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.552071] env[69692]: DEBUG nova.network.neutron [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.835820] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.836368] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.864123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.943666] env[69692]: DEBUG oslo_vmware.api [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537109, 'name': ReconfigVM_Task, 'duration_secs': 0.138955} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.943994] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706402', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'name': 'volume-89675870-4917-42b5-ab72-d1c2d3141bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'serial': '89675870-4917-42b5-ab72-d1c2d3141bbd'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1348.954677] env[69692]: DEBUG nova.scheduler.client.report [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.979476] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52bda806-0fa2-75e6-e5ad-939214aaa29b, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.979729] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.979973] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.980240] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1849fbb0-04a1-4b3b-a377-4d4c370deb97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.986712] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1348.986712] env[69692]: value = "task-3537111" [ 1348.986712] env[69692]: _type = "Task" [ 1348.986712] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.995064] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.054601] env[69692]: DEBUG oslo_concurrency.lockutils [req-ce31eab5-fee1-4f0b-b5b5-c5e9be280e2b req-c47d9043-795c-41b5-8227-dbd9d7d0d9ab service nova] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.087337] env[69692]: DEBUG nova.network.neutron [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.121550] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.122503] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a61ca-8414-485d-80b7-4db417f93a7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.132683] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.133070] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935f3d76-198a-47f3-929b-02c46784ef8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.184987] env[69692]: DEBUG nova.network.neutron [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.206581] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.206831] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.207065] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleting the datastore file [datastore2] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.207358] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8b734c-0f67-4345-9be2-100c8b3c93f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.214960] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1349.214960] env[69692]: value = "task-3537113" [ 1349.214960] env[69692]: _type = "Task" [ 1349.214960] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.224762] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.459064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.497647] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537111, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.688062] env[69692]: DEBUG oslo_concurrency.lockutils [req-cc749e35-4d36-40dd-b0f0-a06f03ee8336 req-08ed88c7-ddce-4fc3-850d-bd7e0d914518 service nova] Releasing lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.688460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquired lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.688626] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.724786] env[69692]: DEBUG oslo_vmware.api [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319299} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.725048] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.725266] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.725428] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.746396] env[69692]: INFO nova.scheduler.client.report [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted allocations for instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e [ 1349.973819] env[69692]: DEBUG oslo_concurrency.lockutils [None req-f3bbb862-26e5-4007-abc9-f25e4f34cefb tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.577s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.974895] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.139s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.975121] env[69692]: INFO nova.compute.manager [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Unshelving [ 1349.987875] env[69692]: DEBUG nova.objects.instance [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.998985] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512796} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.999752] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.999989] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.000264] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62930b64-b597-4bc7-9c36-53e3b757f5b7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.007810] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1350.007810] env[69692]: value = "task-3537114" [ 1350.007810] env[69692]: _type = "Task" [ 1350.007810] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.015768] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.228777] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.250832] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.251111] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.251332] env[69692]: DEBUG nova.objects.instance [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'resources' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.362273] env[69692]: DEBUG nova.network.neutron [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Updating instance_info_cache with network_info: [{"id": "6742c2ee-477e-4f2c-8a86-e8926226e5b9", "address": "fa:16:3e:e9:1b:25", "network": {"id": "7417255d-5849-4ad6-bd3a-b9be7011213d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1858287922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b729aacff54a4b56a1e2bac929c618cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6742c2ee-47", "ovs_interfaceid": "6742c2ee-477e-4f2c-8a86-e8926226e5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.492764] env[69692]: DEBUG oslo_concurrency.lockutils [None req-73a85632-10c0-410d-a9b8-fa1a1caaa90f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.324s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.517850] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.518122] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.519026] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed374d8c-107a-4e76-ac11-6cc18a82f05c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.541789] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.542530] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d115cf4-0891-4963-87f8-52d0d2bcee30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.564293] env[69692]: DEBUG nova.compute.manager [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-vif-unplugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.564474] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.564689] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.564858] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.565035] env[69692]: DEBUG nova.compute.manager [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] No waiting events found dispatching network-vif-unplugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1350.565212] env[69692]: WARNING nova.compute.manager [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received unexpected event network-vif-unplugged-c433e392-9a54-4329-8e52-061e4c89dbe0 for instance with vm_state shelved_offloaded and task_state None. [ 1350.565371] env[69692]: DEBUG nova.compute.manager [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.565525] env[69692]: DEBUG nova.compute.manager [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing instance network info cache due to event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.565714] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.565851] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.566014] env[69692]: DEBUG nova.network.neutron [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.568549] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1350.568549] env[69692]: value = "task-3537115" [ 1350.568549] env[69692]: _type = "Task" [ 1350.568549] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.577582] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.634363] env[69692]: DEBUG oslo_concurrency.lockutils [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.634623] env[69692]: DEBUG oslo_concurrency.lockutils [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.724985] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1350.725383] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706407', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'name': 'volume-39da84e0-d120-4d45-948d-707d800c5491', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '891f8bb2-8170-4d8f-abbd-bbfd39257655', 'attached_at': '', 'detached_at': '', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'serial': '39da84e0-d120-4d45-948d-707d800c5491'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1350.726321] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750bd8f-cf4b-4e71-aae7-e86d654593eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.742562] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1436c17-632e-4ec6-acb4-7048b138a126 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.763062] env[69692]: DEBUG nova.objects.instance [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'numa_topology' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.771393] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-39da84e0-d120-4d45-948d-707d800c5491/volume-39da84e0-d120-4d45-948d-707d800c5491.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.772544] env[69692]: DEBUG nova.objects.base [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1350.774886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c8a10d-7461-4c70-968a-a1d17fb0026a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.793602] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1350.793602] env[69692]: value = "task-3537116" [ 1350.793602] env[69692]: _type = "Task" [ 1350.793602] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.802488] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.865396] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Releasing lock "refresh_cache-4bee28d4-ee81-4b44-940e-eea87c480070" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.865730] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance network_info: |[{"id": "6742c2ee-477e-4f2c-8a86-e8926226e5b9", "address": "fa:16:3e:e9:1b:25", "network": {"id": "7417255d-5849-4ad6-bd3a-b9be7011213d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1858287922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b729aacff54a4b56a1e2bac929c618cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6742c2ee-47", "ovs_interfaceid": "6742c2ee-477e-4f2c-8a86-e8926226e5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.867569] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:1b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6742c2ee-477e-4f2c-8a86-e8926226e5b9', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.875270] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Creating folder: Project (b729aacff54a4b56a1e2bac929c618cf). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.876036] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ece4603-4927-4e83-bd19-69bbf8f168cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.879120] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20cc1132-1851-465a-8397-e3e9b6e54e38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.885211] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a820d8-3cb9-4fb2-b25e-91c2f61e09f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.889466] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Created folder: Project (b729aacff54a4b56a1e2bac929c618cf) in parent group-v706084. [ 1350.889660] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Creating folder: Instances. Parent ref: group-v706408. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.890220] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d74185ce-2576-492b-9aeb-63de0ac477ef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.917812] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ecf0f-dd43-4b77-8dda-3423ae421426 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.920493] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Created folder: Instances in parent group-v706408. [ 1350.920739] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.920941] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.921838] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-171bb7a0-6781-4d55-8922-747b6aebccac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.939305] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f701bc85-9060-4596-a433-dba98fc07684 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.944107] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.944107] env[69692]: value = "task-3537119" [ 1350.944107] env[69692]: _type = "Task" [ 1350.944107] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.955386] env[69692]: DEBUG nova.compute.provider_tree [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.961349] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537119, 'name': CreateVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.001852] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.084163] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537115, 'name': ReconfigVM_Task, 'duration_secs': 0.285562} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.084307] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.084838] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4f6192-d768-4283-a4fa-0aa6cbd95279 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.091587] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1351.091587] env[69692]: value = "task-3537120" [ 1351.091587] env[69692]: _type = "Task" [ 1351.091587] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.099986] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537120, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.139033] env[69692]: INFO nova.compute.manager [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Detaching volume 89675870-4917-42b5-ab72-d1c2d3141bbd [ 1351.182696] env[69692]: INFO nova.virt.block_device [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Attempting to driver detach volume 89675870-4917-42b5-ab72-d1c2d3141bbd from mountpoint /dev/sdb [ 1351.182950] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1351.183153] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706402', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'name': 'volume-89675870-4917-42b5-ab72-d1c2d3141bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'serial': '89675870-4917-42b5-ab72-d1c2d3141bbd'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1351.184111] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2411acb-1f15-40ff-9c5b-a46f8f969b0c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.208784] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3c1204-67e4-4b54-af29-ea31e5c267de {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.217297] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d3fd81-1b8b-4590-8042-4bcbbf5f16b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.245405] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da674bb-582e-4e76-95a8-a8def54cdf26 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.263688] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] The volume has not been displaced from its original location: [datastore1] volume-89675870-4917-42b5-ab72-d1c2d3141bbd/volume-89675870-4917-42b5-ab72-d1c2d3141bbd.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1351.269410] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.269791] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233cb7c8-61bb-4492-8c0c-bcc878e44e0a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.291328] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1351.291328] env[69692]: value = "task-3537121" [ 1351.291328] env[69692]: _type = "Task" [ 1351.291328] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.304970] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537116, 'name': ReconfigVM_Task, 'duration_secs': 0.361671} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.305201] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.305461] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-39da84e0-d120-4d45-948d-707d800c5491/volume-39da84e0-d120-4d45-948d-707d800c5491.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.310098] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1860a6-32e2-4a34-b772-f68d3ffd8b7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.321559] env[69692]: DEBUG nova.network.neutron [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updated VIF entry in instance network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.322023] env[69692]: DEBUG nova.network.neutron [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc433e392-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.329696] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1351.329696] env[69692]: value = "task-3537122" [ 1351.329696] env[69692]: _type = "Task" [ 1351.329696] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.339890] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.458446] env[69692]: DEBUG nova.scheduler.client.report [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.462792] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537119, 'name': CreateVM_Task, 'duration_secs': 0.326628} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.462983] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.464599] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.464599] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.464779] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.465158] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bf57e3-fa37-47b3-b9e8-a7327f6ae3f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.472237] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1351.472237] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52475e52-e600-8113-20b7-1f9af19661e0" [ 1351.472237] env[69692]: _type = "Task" [ 1351.472237] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.482823] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52475e52-e600-8113-20b7-1f9af19661e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.607121] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537120, 'name': Rename_Task, 'duration_secs': 0.17846} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.607461] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.607643] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fea9d95-5cea-4a2e-853c-b73a47b747c5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.615810] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1351.615810] env[69692]: value = "task-3537123" [ 1351.615810] env[69692]: _type = "Task" [ 1351.615810] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.624237] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.801984] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537121, 'name': ReconfigVM_Task, 'duration_secs': 0.221989} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.802336] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.807024] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0f9dc8-213b-4350-86d6-d299a588a33f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.824049] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1351.824049] env[69692]: value = "task-3537124" [ 1351.824049] env[69692]: _type = "Task" [ 1351.824049] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.824659] env[69692]: DEBUG oslo_concurrency.lockutils [req-a471b7be-795e-4327-abb9-98078c0f88d1 req-b7f7be69-68f3-4ccd-9694-d622b1549507 service nova] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.833168] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.840690] env[69692]: DEBUG oslo_vmware.api [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537122, 'name': ReconfigVM_Task, 'duration_secs': 0.151698} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.840992] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706407', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'name': 'volume-39da84e0-d120-4d45-948d-707d800c5491', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '891f8bb2-8170-4d8f-abbd-bbfd39257655', 'attached_at': '', 'detached_at': '', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'serial': '39da84e0-d120-4d45-948d-707d800c5491'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1351.967089] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.970301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.969s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.970591] env[69692]: DEBUG nova.objects.instance [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'pci_requests' on Instance uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.982772] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52475e52-e600-8113-20b7-1f9af19661e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.983707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.983967] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.984242] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.984408] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.984592] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.985134] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbda956d-1947-4415-8e83-4943ec7b6ce7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.995791] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.996639] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.997090] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f625aa76-cd52-498e-b0c6-afe7024e5e0b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.004031] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1352.004031] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ae03bf-a658-72c4-256f-d18b5ae36256" [ 1352.004031] env[69692]: _type = "Task" [ 1352.004031] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.013864] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ae03bf-a658-72c4-256f-d18b5ae36256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.104447] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.126861] env[69692]: DEBUG oslo_vmware.api [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537123, 'name': PowerOnVM_Task, 'duration_secs': 0.509023} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.127147] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.127356] env[69692]: INFO nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1352.127538] env[69692]: DEBUG nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.128332] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb682d24-bd7b-4498-acc5-a610109d379d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.335528] env[69692]: DEBUG oslo_vmware.api [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537124, 'name': ReconfigVM_Task, 'duration_secs': 0.14265} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.335774] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706402', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'name': 'volume-89675870-4917-42b5-ab72-d1c2d3141bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '89675870-4917-42b5-ab72-d1c2d3141bbd', 'serial': '89675870-4917-42b5-ab72-d1c2d3141bbd'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1352.475975] env[69692]: DEBUG nova.objects.instance [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'numa_topology' on Instance uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.478360] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c6e12166-34e3-4ec4-951f-8b447cc58dac tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.777s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.479154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.375s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.479340] env[69692]: INFO nova.compute.manager [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Unshelving [ 1352.515121] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ae03bf-a658-72c4-256f-d18b5ae36256, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.515844] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2f1580-8114-4172-85cb-aee746369846 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.520703] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1352.520703] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]522cb2e7-4c9d-2e55-2d01-7bd581710151" [ 1352.520703] env[69692]: _type = "Task" [ 1352.520703] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.528624] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522cb2e7-4c9d-2e55-2d01-7bd581710151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.645966] env[69692]: INFO nova.compute.manager [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Took 12.69 seconds to build instance. [ 1352.879330] env[69692]: DEBUG nova.objects.instance [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'flavor' on Instance uuid e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.880919] env[69692]: DEBUG nova.objects.instance [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.979164] env[69692]: INFO nova.compute.claims [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.032975] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]522cb2e7-4c9d-2e55-2d01-7bd581710151, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.033295] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.033528] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4bee28d4-ee81-4b44-940e-eea87c480070/4bee28d4-ee81-4b44-940e-eea87c480070.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.034024] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97831b9d-ee74-47ca-867b-51e4493c7800 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.041406] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1353.041406] env[69692]: value = "task-3537125" [ 1353.041406] env[69692]: _type = "Task" [ 1353.041406] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.049647] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.149156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.200s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.392796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-afc46275-c23c-4315-97ac-229d9d2be7fd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.516539] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.551445] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473045} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.551694] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 4bee28d4-ee81-4b44-940e-eea87c480070/4bee28d4-ee81-4b44-940e-eea87c480070.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.551915] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.552186] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1110fc49-7c3c-4375-abb8-e64585b9f694 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.560048] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1353.560048] env[69692]: value = "task-3537126" [ 1353.560048] env[69692]: _type = "Task" [ 1353.560048] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.570085] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.604776] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.605123] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.605272] env[69692]: DEBUG nova.compute.manager [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.606270] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5722bd5-753b-483b-b0a6-561c978226d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.614118] env[69692]: DEBUG nova.compute.manager [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1353.614738] env[69692]: DEBUG nova.objects.instance [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.837432] env[69692]: DEBUG nova.compute.manager [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Received event network-changed-853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.837692] env[69692]: DEBUG nova.compute.manager [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Refreshing instance network info cache due to event network-changed-853de43c-09c6-4ef1-9ed5-929fd61184a9. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.837692] env[69692]: DEBUG oslo_concurrency.lockutils [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.837822] env[69692]: DEBUG oslo_concurrency.lockutils [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.837982] env[69692]: DEBUG nova.network.neutron [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Refreshing network info cache for port 853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.894431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-08e956fd-b375-4c08-93d3-7128b4641aa8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.071579] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060841} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.071855] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.072659] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca43e0-0155-4c0d-b39d-0cec6c59c8b1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.076056] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c903e-c323-4504-80ba-e43d3008ff6d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.097563] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4bee28d4-ee81-4b44-940e-eea87c480070/4bee28d4-ee81-4b44-940e-eea87c480070.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.099328] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905f3f6f-d15f-43fa-8e4c-b4d6e5d7f267 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.113893] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e6291-07ba-4e71-925d-a407604efe44 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.121780] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1354.121780] env[69692]: value = "task-3537127" [ 1354.121780] env[69692]: _type = "Task" [ 1354.121780] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.150438] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e3a27d-20e7-4dc7-8ba2-00b2ce0a5bf2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.160086] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.161258] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03409dd-efbf-427e-9f5b-c37d6676703d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.174700] env[69692]: DEBUG nova.compute.provider_tree [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.301884] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.302171] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.302388] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.302629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.302799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.304908] env[69692]: INFO nova.compute.manager [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Terminating instance [ 1354.543712] env[69692]: DEBUG nova.network.neutron [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updated VIF entry in instance network info cache for port 853de43c-09c6-4ef1-9ed5-929fd61184a9. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.544127] env[69692]: DEBUG nova.network.neutron [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.620752] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.621194] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d138199-09dd-4344-9380-db2d3c2951ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.629938] env[69692]: DEBUG oslo_vmware.api [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1354.629938] env[69692]: value = "task-3537128" [ 1354.629938] env[69692]: _type = "Task" [ 1354.629938] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.640920] env[69692]: DEBUG oslo_vmware.api [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.657520] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.677867] env[69692]: DEBUG nova.scheduler.client.report [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.809520] env[69692]: DEBUG nova.compute.manager [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.809837] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.810916] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d733d5-2e33-4d22-b7f0-365fd5d19f9b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.823187] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.823515] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b09be6-54b3-4ea2-bb68-0afb455af0ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.831790] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1354.831790] env[69692]: value = "task-3537129" [ 1354.831790] env[69692]: _type = "Task" [ 1354.831790] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.840621] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.046593] env[69692]: DEBUG oslo_concurrency.lockutils [req-14022fcd-bd06-4d48-931f-4b3c0debbd52 req-f10b5d60-01e4-470d-a539-adfc379d5838 service nova] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.139995] env[69692]: DEBUG oslo_vmware.api [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537128, 'name': PowerOffVM_Task, 'duration_secs': 0.222583} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.140304] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.140563] env[69692]: DEBUG nova.compute.manager [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.141363] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e572fa2a-f8c1-417c-8f3a-04dada007015 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.157423] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.182747] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.185137] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.669s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.185376] env[69692]: DEBUG nova.objects.instance [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'pci_requests' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.212880] env[69692]: INFO nova.network.neutron [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1355.342406] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537129, 'name': PowerOffVM_Task, 'duration_secs': 0.359604} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.342633] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.342781] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.343034] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c1260a8-197b-4ed8-936a-e40a828d8aed {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.420735] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.420963] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.421164] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleting the datastore file [datastore2] e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.421429] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b376ac3a-f5ac-4d7b-a119-8ccfba47436a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.428618] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for the task: (returnval){ [ 1355.428618] env[69692]: value = "task-3537131" [ 1355.428618] env[69692]: _type = "Task" [ 1355.428618] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.436985] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.655881] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc04866b-927c-4af9-b0dc-32b39aa246c3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.660857] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537127, 'name': ReconfigVM_Task, 'duration_secs': 1.073002} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.661201] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4bee28d4-ee81-4b44-940e-eea87c480070/4bee28d4-ee81-4b44-940e-eea87c480070.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.661879] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf52b2e-9520-41e0-ac45-b26f02fd48a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.668862] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1355.668862] env[69692]: value = "task-3537132" [ 1355.668862] env[69692]: _type = "Task" [ 1355.668862] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.678272] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537132, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.689395] env[69692]: DEBUG nova.objects.instance [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'numa_topology' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.939842] env[69692]: DEBUG oslo_vmware.api [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Task: {'id': task-3537131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418514} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.940206] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.940272] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.940519] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.940713] env[69692]: INFO nova.compute.manager [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1355.940959] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.941162] env[69692]: DEBUG nova.compute.manager [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.941267] env[69692]: DEBUG nova.network.neutron [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.179596] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537132, 'name': Rename_Task, 'duration_secs': 0.179154} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.179971] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.180294] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea661f34-e49e-4c3a-b86e-60bcca2a4d7e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.187818] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1356.187818] env[69692]: value = "task-3537133" [ 1356.187818] env[69692]: _type = "Task" [ 1356.187818] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.191261] env[69692]: INFO nova.compute.claims [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.199424] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.380640] env[69692]: DEBUG nova.objects.instance [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.401678] env[69692]: DEBUG nova.compute.manager [req-b7e6e18d-abc1-4732-8918-8fa903db0441 req-4605b84f-a3a9-425b-952e-941ae84c2d55 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Received event network-vif-deleted-00f74863-20e1-4ad5-ac82-da23c1d1ef10 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.401862] env[69692]: INFO nova.compute.manager [req-b7e6e18d-abc1-4732-8918-8fa903db0441 req-4605b84f-a3a9-425b-952e-941ae84c2d55 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Neutron deleted interface 00f74863-20e1-4ad5-ac82-da23c1d1ef10; detaching it from the instance and deleting it from the info cache [ 1356.402052] env[69692]: DEBUG nova.network.neutron [req-b7e6e18d-abc1-4732-8918-8fa903db0441 req-4605b84f-a3a9-425b-952e-941ae84c2d55 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.683428] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.683648] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.683832] env[69692]: DEBUG nova.network.neutron [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.704510] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.884972] env[69692]: DEBUG nova.network.neutron [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.885892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.885892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.886169] env[69692]: DEBUG nova.network.neutron [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.886273] env[69692]: DEBUG nova.objects.instance [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'info_cache' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.904330] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c99291d-668b-4ef9-a8e4-1686ebe11623 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.915410] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a1049-a24d-4080-ba97-608ca42088d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.951031] env[69692]: DEBUG nova.compute.manager [req-b7e6e18d-abc1-4732-8918-8fa903db0441 req-4605b84f-a3a9-425b-952e-941ae84c2d55 service nova] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Detach interface failed, port_id=00f74863-20e1-4ad5-ac82-da23c1d1ef10, reason: Instance e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.200919] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.298911] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9592c927-a682-4379-9870-d42c11377bef {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.306853] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992c0e8-370c-4406-a20a-69ef63f64463 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.339979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690cd7b5-3b03-4c4d-bb1f-37bcec055f7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.348095] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e5dd2-d2a3-4386-aa67-414876247640 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.363543] env[69692]: DEBUG nova.compute.provider_tree [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.388345] env[69692]: INFO nova.compute.manager [-] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Took 1.45 seconds to deallocate network for instance. [ 1357.389460] env[69692]: DEBUG nova.objects.base [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Object Instance<891f8bb2-8170-4d8f-abbd-bbfd39257655> lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1357.428287] env[69692]: DEBUG nova.network.neutron [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.699547] env[69692]: DEBUG oslo_vmware.api [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537133, 'name': PowerOnVM_Task, 'duration_secs': 1.045551} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.699852] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.700074] env[69692]: INFO nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1357.700261] env[69692]: DEBUG nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1357.701054] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c7dfd-0fbd-4211-815f-79e40a095053 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.867248] env[69692]: DEBUG nova.scheduler.client.report [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.895985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.931064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.963619] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b62d9b750820ab4be05142dad7aee8c8',container_format='bare',created_at=2025-04-24T10:34:26Z,direct_url=,disk_format='vmdk',id=37edaf5a-8b3f-473d-ae5a-421240732475,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-454520112-shelved',owner='971bb3d2b56340fe8a55af469a4906aa',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-24T10:34:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.963946] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.964126] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.964360] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.964557] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.964743] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.964985] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.965266] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.965540] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.965754] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.965973] env[69692]: DEBUG nova.virt.hardware [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.966976] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9dfd27-b384-4f87-9ed3-fd058735b858 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.976555] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ef937-6ca0-4afc-b6c1-440451cee733 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.991902] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ec:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dbd05ed-8055-4d67-b5da-2973aa6fc409', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.999782] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.002294] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.002635] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32873505-a09d-4132-9df1-edcd1ea45d9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.024183] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.024183] env[69692]: value = "task-3537134" [ 1358.024183] env[69692]: _type = "Task" [ 1358.024183] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.033775] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537134, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.145169] env[69692]: DEBUG nova.network.neutron [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.218651] env[69692]: INFO nova.compute.manager [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Took 14.40 seconds to build instance. [ 1358.371799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.187s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.374412] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.479s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.374626] env[69692]: DEBUG nova.objects.instance [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lazy-loading 'resources' on Instance uuid e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.402039] env[69692]: INFO nova.network.neutron [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating port c433e392-9a54-4329-8e52-061e4c89dbe0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1358.426429] env[69692]: DEBUG nova.compute.manager [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.426669] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.426879] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.427052] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Lock "29026d30-a08f-4400-baff-996597b36d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.427235] env[69692]: DEBUG nova.compute.manager [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] No waiting events found dispatching network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1358.427401] env[69692]: WARNING nova.compute.manager [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received unexpected event network-vif-plugged-9dbd05ed-8055-4d67-b5da-2973aa6fc409 for instance with vm_state shelved_offloaded and task_state spawning. [ 1358.427606] env[69692]: DEBUG nova.compute.manager [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.427710] env[69692]: DEBUG nova.compute.manager [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing instance network info cache due to event network-changed-9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.427933] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Acquiring lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.428085] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Acquired lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.428243] env[69692]: DEBUG nova.network.neutron [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Refreshing network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.534424] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537134, 'name': CreateVM_Task, 'duration_secs': 0.3247} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.534600] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.535271] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.535481] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.535876] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.536145] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b7b76c-b2ed-41e1-9951-964b6f70b01c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.541177] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1358.541177] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5238aa71-0885-6d28-1d8e-5cdd1ce358e1" [ 1358.541177] env[69692]: _type = "Task" [ 1358.541177] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.549483] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5238aa71-0885-6d28-1d8e-5cdd1ce358e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.648173] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.721151] env[69692]: DEBUG oslo_concurrency.lockutils [None req-09a407c0-768d-4311-be6f-269fac42cbb4 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.910s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.968533] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b9cd5-e73f-4e8b-a75c-485c29f85ffb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.976997] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a071a-f056-46d8-ba43-7d9cc201f3d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.011012] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc5133-a36a-4374-be3a-249d6099f1fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.019954] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b6dca-4615-4b20-8ba9-e271eeda5f31 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.036726] env[69692]: DEBUG nova.compute.provider_tree [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.053804] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.054077] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Processing image 37edaf5a-8b3f-473d-ae5a-421240732475 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.054328] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.054480] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.054658] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.054899] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84037780-879d-43fd-b86b-072eb1930b86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.063933] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.064140] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.064830] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb8f7d1-b4e8-4ab5-af17-03b05f326863 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.070118] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1359.070118] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52de790f-6844-867c-7256-d51a77671d28" [ 1359.070118] env[69692]: _type = "Task" [ 1359.070118] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.077823] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52de790f-6844-867c-7256-d51a77671d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.375511] env[69692]: DEBUG nova.network.neutron [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updated VIF entry in instance network info cache for port 9dbd05ed-8055-4d67-b5da-2973aa6fc409. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.375883] env[69692]: DEBUG nova.network.neutron [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [{"id": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "address": "fa:16:3e:04:ec:a9", "network": {"id": "765b8ffd-8f3b-4cdb-999a-71a061c1b27d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-388237701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971bb3d2b56340fe8a55af469a4906aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbd05ed-80", "ovs_interfaceid": "9dbd05ed-8055-4d67-b5da-2973aa6fc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.435154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "4bee28d4-ee81-4b44-940e-eea87c480070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.435409] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.435627] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.435814] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.435982] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.438041] env[69692]: INFO nova.compute.manager [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Terminating instance [ 1359.539895] env[69692]: DEBUG nova.scheduler.client.report [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.582246] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1359.582568] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Fetch image to [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21/OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1359.582780] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Downloading stream optimized image 37edaf5a-8b3f-473d-ae5a-421240732475 to [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21/OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21.vmdk on the data store datastore2 as vApp {{(pid=69692) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1359.582961] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Downloading image file data 37edaf5a-8b3f-473d-ae5a-421240732475 to the ESX as VM named 'OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21' {{(pid=69692) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1359.657140] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.657461] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ff97ba-acde-420e-afb3-4bdb025c0997 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.663730] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1359.663730] env[69692]: value = "resgroup-9" [ 1359.663730] env[69692]: _type = "ResourcePool" [ 1359.663730] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1359.666174] env[69692]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c5213cbc-7cd2-462d-bd58-98be786a853c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.681064] env[69692]: DEBUG oslo_vmware.api [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1359.681064] env[69692]: value = "task-3537135" [ 1359.681064] env[69692]: _type = "Task" [ 1359.681064] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.686800] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease: (returnval){ [ 1359.686800] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1359.686800] env[69692]: _type = "HttpNfcLease" [ 1359.686800] env[69692]: } obtained for vApp import into resource pool (val){ [ 1359.686800] env[69692]: value = "resgroup-9" [ 1359.686800] env[69692]: _type = "ResourcePool" [ 1359.686800] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1359.687264] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the lease: (returnval){ [ 1359.687264] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1359.687264] env[69692]: _type = "HttpNfcLease" [ 1359.687264] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1359.690810] env[69692]: DEBUG oslo_vmware.api [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537135, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.697833] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1359.697833] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1359.697833] env[69692]: _type = "HttpNfcLease" [ 1359.697833] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1359.879208] env[69692]: DEBUG oslo_concurrency.lockutils [req-a27a918a-f88a-4497-94df-b3a71e74d8b1 req-7cd36e22-98fe-480a-b4c7-d7bf9dd55f5b service nova] Releasing lock "refresh_cache-29026d30-a08f-4400-baff-996597b36d73" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.941728] env[69692]: DEBUG nova.compute.manager [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.941987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.942969] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db45499-3f10-4663-a2f9-692adf51edd0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.952122] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.952400] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a21495-e559-4ed8-9550-66d916bdb971 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.961062] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1359.961062] env[69692]: value = "task-3537137" [ 1359.961062] env[69692]: _type = "Task" [ 1359.961062] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.971859] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.023559] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.023559] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.023772] env[69692]: DEBUG nova.network.neutron [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.044766] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.071126] env[69692]: INFO nova.scheduler.client.report [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Deleted allocations for instance e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4 [ 1360.193373] env[69692]: DEBUG oslo_vmware.api [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537135, 'name': PowerOnVM_Task, 'duration_secs': 0.523909} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.196406] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.196621] env[69692]: DEBUG nova.compute.manager [None req-bb1ad227-24f4-41b6-83e7-0636e7d9ff95 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1360.197373] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb1633-f833-479f-845b-f0713393f826 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.203353] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.203353] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1360.203353] env[69692]: _type = "HttpNfcLease" [ 1360.203353] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1360.454123] env[69692]: DEBUG nova.compute.manager [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.454449] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.454765] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.455089] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.455355] env[69692]: DEBUG nova.compute.manager [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] No waiting events found dispatching network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1360.455615] env[69692]: WARNING nova.compute.manager [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received unexpected event network-vif-plugged-c433e392-9a54-4329-8e52-061e4c89dbe0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1360.455867] env[69692]: DEBUG nova.compute.manager [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.456131] env[69692]: DEBUG nova.compute.manager [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing instance network info cache due to event network-changed-c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.456390] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.471114] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537137, 'name': PowerOffVM_Task, 'duration_secs': 0.227896} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.471383] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.471552] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.471803] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79a6c8d3-1145-4af2-be21-94562f464224 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.547207] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.547525] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.547733] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Deleting the datastore file [datastore1] 4bee28d4-ee81-4b44-940e-eea87c480070 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.547987] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5211e1-6caf-4261-bc98-13800f0b5650 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.555735] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for the task: (returnval){ [ 1360.555735] env[69692]: value = "task-3537139" [ 1360.555735] env[69692]: _type = "Task" [ 1360.555735] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.564681] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.579712] env[69692]: DEBUG oslo_concurrency.lockutils [None req-70da2a9c-fff9-4179-879e-4eab00814db3 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Lock "e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.277s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.700702] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.700702] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1360.700702] env[69692]: _type = "HttpNfcLease" [ 1360.700702] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.700997] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.700997] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52943c87-7b4f-1bdf-91dc-702bc67a0e4a" [ 1360.700997] env[69692]: _type = "HttpNfcLease" [ 1360.700997] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1360.701747] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40696722-16b5-44df-8170-c0f9701ebcab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.711187] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.711362] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1360.771759] env[69692]: DEBUG nova.network.neutron [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.778147] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce9bf3cc-bcaa-4a1e-83de-9b33e2c023c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.070211] env[69692]: DEBUG oslo_vmware.api [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Task: {'id': task-3537139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142994} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.072647] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.072911] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.073117] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.073359] env[69692]: INFO nova.compute.manager [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1361.073717] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.073966] env[69692]: DEBUG nova.compute.manager [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.074115] env[69692]: DEBUG nova.network.neutron [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.276811] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.277720] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.277934] env[69692]: DEBUG nova.network.neutron [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Refreshing network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.302862] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0f2b1f9c5faf486ba88d00aec39b72cb',container_format='bare',created_at=2025-04-24T10:34:29Z,direct_url=,disk_format='vmdk',id=031ef4b1-64ec-4230-88c1-a34bdbc2c687,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-862441390-shelved',owner='4bd81163f52e41088c4f38f5b5fb8440',properties=ImageMetaProps,protected=,size=31659520,status='active',tags=,updated_at=2025-04-24T10:34:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.303124] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.303286] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.303471] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.303646] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.303862] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.304031] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.304197] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.304364] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.304529] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.304705] env[69692]: DEBUG nova.virt.hardware [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.306030] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd4af9-9e69-4255-a667-63ff9f1b4aeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.314144] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6aa19-3e7c-45c5-8794-2a1a33060d74 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.330423] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c433e392-9a54-4329-8e52-061e4c89dbe0', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.337704] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.338012] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.339510] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0eca07b-5a94-406b-9024-8a150df4e908 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.363589] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.363589] env[69692]: value = "task-3537141" [ 1361.363589] env[69692]: _type = "Task" [ 1361.363589] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.374155] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537141, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.858628] env[69692]: DEBUG nova.network.neutron [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.872094] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1361.872333] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.874034] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adf010e-b49d-4dd9-ad7a-00989f78025a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.880975] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537141, 'name': CreateVM_Task, 'duration_secs': 0.385949} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.881181] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.881799] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.881978] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.882400] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.883994] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9889c0-bfc6-492d-80a1-aebc98342853 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.885637] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.885795] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1361.886300] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ed9fed17-5982-4dab-9570-164cf8ca5964 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.891604] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1361.891604] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52d77791-7573-7f57-eeec-fba20334a600" [ 1361.891604] env[69692]: _type = "Task" [ 1361.891604] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.902251] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52d77791-7573-7f57-eeec-fba20334a600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.992027] env[69692]: DEBUG nova.network.neutron [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updated VIF entry in instance network info cache for port c433e392-9a54-4329-8e52-061e4c89dbe0. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.992436] env[69692]: DEBUG nova.network.neutron [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.084764] env[69692]: DEBUG oslo_vmware.rw_handles [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52851653-284e-1a7a-0910-5496f7bf4e9e/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1362.084764] env[69692]: INFO nova.virt.vmwareapi.images [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Downloaded image file data 37edaf5a-8b3f-473d-ae5a-421240732475 [ 1362.084764] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f8e19-c6f7-4824-9e50-a01cb5d97e8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.101636] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a458371e-f92d-4de9-b2db-64c86f6b6772 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.123908] env[69692]: INFO nova.virt.vmwareapi.images [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] The imported VM was unregistered [ 1362.126353] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1362.126595] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Creating directory with path [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.126867] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fdc1380-33aa-4f8e-9dcb-95ebdfee9a18 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.137496] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Created directory with path [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.137636] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21/OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21.vmdk to [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk. {{(pid=69692) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1362.137886] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-532aaa9e-d2a9-4c45-98e3-7de95536c0a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.144906] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1362.144906] env[69692]: value = "task-3537143" [ 1362.144906] env[69692]: _type = "Task" [ 1362.144906] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.152913] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.361733] env[69692]: INFO nova.compute.manager [-] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Took 1.29 seconds to deallocate network for instance. [ 1362.403078] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.403391] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Processing image 031ef4b1-64ec-4230-88c1-a34bdbc2c687 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.403733] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.403840] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.404068] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.404351] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f2d2be-20fd-468a-8a00-deb003724770 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.415020] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.415228] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.418053] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca3c21e-1c36-4915-b50d-450cea141a4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.425041] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1362.425041] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52302ed5-3a16-a07c-bcd7-1822093d4edb" [ 1362.425041] env[69692]: _type = "Task" [ 1362.425041] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.436024] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52302ed5-3a16-a07c-bcd7-1822093d4edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.481932] env[69692]: DEBUG nova.compute.manager [req-70efd3c2-4d86-44f8-a424-c9db9ee5997a req-bd88b748-7486-47a1-951c-0d27628e52aa service nova] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Received event network-vif-deleted-6742c2ee-477e-4f2c-8a86-e8926226e5b9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.495029] env[69692]: DEBUG oslo_concurrency.lockutils [req-d9eecf18-3026-49cc-88e4-c6b9a589e65f req-43e99a62-d357-4d58-8738-74dbcf7a86af service nova] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.656416] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.869059] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.869405] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.869712] env[69692]: DEBUG nova.objects.instance [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lazy-loading 'resources' on Instance uuid 4bee28d4-ee81-4b44-940e-eea87c480070 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.937393] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Preparing fetch location {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1362.937661] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Fetch image to [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f/OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f.vmdk {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1362.937917] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Downloading stream optimized image 031ef4b1-64ec-4230-88c1-a34bdbc2c687 to [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f/OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f.vmdk on the data store datastore1 as vApp {{(pid=69692) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1362.938130] env[69692]: DEBUG nova.virt.vmwareapi.images [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Downloading image file data 031ef4b1-64ec-4230-88c1-a34bdbc2c687 to the ESX as VM named 'OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f' {{(pid=69692) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1363.019896] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1363.019896] env[69692]: value = "resgroup-9" [ 1363.019896] env[69692]: _type = "ResourcePool" [ 1363.019896] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1363.020345] env[69692]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-beba8a77-91de-4bda-a222-fbdd43577cd2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.045892] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lease: (returnval){ [ 1363.045892] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1363.045892] env[69692]: _type = "HttpNfcLease" [ 1363.045892] env[69692]: } obtained for vApp import into resource pool (val){ [ 1363.045892] env[69692]: value = "resgroup-9" [ 1363.045892] env[69692]: _type = "ResourcePool" [ 1363.045892] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1363.046303] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the lease: (returnval){ [ 1363.046303] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1363.046303] env[69692]: _type = "HttpNfcLease" [ 1363.046303] env[69692]: } to be ready. {{(pid=69692) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.055116] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.055116] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1363.055116] env[69692]: _type = "HttpNfcLease" [ 1363.055116] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.157358] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.465826] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53401366-9497-400f-8967-a16a02bb59e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.476295] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bea45-7361-4208-8d32-e135806f0a25 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.510133] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30142508-4441-48d4-aad3-8829b4231512 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.520205] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdc7016-044a-48a4-878b-bef6c8393558 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.536440] env[69692]: DEBUG nova.compute.provider_tree [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.555752] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.555752] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1363.555752] env[69692]: _type = "HttpNfcLease" [ 1363.555752] env[69692]: } is initializing. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.657767] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.039728] env[69692]: DEBUG nova.scheduler.client.report [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.058081] env[69692]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.058081] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1364.058081] env[69692]: _type = "HttpNfcLease" [ 1364.058081] env[69692]: } is ready. {{(pid=69692) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.058554] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.058554] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52da039d-130e-6131-a8b5-38239c5dd3b2" [ 1364.058554] env[69692]: _type = "HttpNfcLease" [ 1364.058554] env[69692]: }. {{(pid=69692) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1364.059081] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b692250-d13d-4640-89e7-9e167af96166 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.069021] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk from lease info. {{(pid=69692) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.069256] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating HTTP connection to write to file with size = 31659520 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk. {{(pid=69692) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1364.138074] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f31375e-58b9-40e1-9d9a-72343bf62b01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.158788] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.544630] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.565100] env[69692]: INFO nova.scheduler.client.report [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Deleted allocations for instance 4bee28d4-ee81-4b44-940e-eea87c480070 [ 1364.661714] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537143, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.348611} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.663717] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21/OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21.vmdk to [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk. [ 1364.663973] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Cleaning up location [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21 {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1364.664266] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0e7aa624-49d8-410e-a27a-971821ab9f21 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.664562] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22b6b5e-bf1c-4390-9e08-2714b6c4c3ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.671261] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1364.671261] env[69692]: value = "task-3537146" [ 1364.671261] env[69692]: _type = "Task" [ 1364.671261] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.680750] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.076636] env[69692]: DEBUG oslo_concurrency.lockutils [None req-540240a4-3628-4016-ad8f-28569b38be0f tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Lock "4bee28d4-ee81-4b44-940e-eea87c480070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.641s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.183737] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039263} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.185675] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.185923] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.186329] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk to [datastore2] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.186620] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81f69af-ae6f-469e-b302-8e9f83d47921 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.195105] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1365.195105] env[69692]: value = "task-3537147" [ 1365.195105] env[69692]: _type = "Task" [ 1365.195105] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.205299] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.709304] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.921407] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Completed reading data from the image iterator. {{(pid=69692) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1365.921647] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.922712] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089d1214-162c-4245-84fe-5a5145566b95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.931819] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk is in state: ready. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.932067] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk. {{(pid=69692) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1365.932293] env[69692]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8709c017-1c5f-4eab-9027-7ae3afc7cc22 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.210614] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.308202] env[69692]: DEBUG oslo_vmware.rw_handles [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2827a-1143-3aed-90aa-9fbc34f56982/disk-0.vmdk. {{(pid=69692) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1366.308428] env[69692]: INFO nova.virt.vmwareapi.images [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Downloaded image file data 031ef4b1-64ec-4230-88c1-a34bdbc2c687 [ 1366.309425] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5962875-3882-4027-be59-8852f8729e87 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.332706] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5da1656-40c9-4455-9f07-020505775cfa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.377881] env[69692]: INFO nova.virt.vmwareapi.images [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] The imported VM was unregistered [ 1366.381162] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Caching image {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1366.381503] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Creating directory with path [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.381881] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9412b9c-297d-430b-ab9d-696f1e417eb3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.405130] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Created directory with path [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687 {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.405434] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f/OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f.vmdk to [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk. {{(pid=69692) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1366.405803] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ded9085-70a0-4e31-b14a-ad625493b974 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.417414] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1366.417414] env[69692]: value = "task-3537149" [ 1366.417414] env[69692]: _type = "Task" [ 1366.417414] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.429533] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.710605] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.932282] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.214967] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.429239] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.712358] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.929678] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.211857] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537147, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.687726} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.212154] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/37edaf5a-8b3f-473d-ae5a-421240732475/37edaf5a-8b3f-473d-ae5a-421240732475.vmdk to [datastore2] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.213050] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b442cae-bb5a-4f87-8f9a-44586af6986d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.237321] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.237794] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce7029a-732a-40dc-8ef8-9bfdec4759ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.258145] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1368.258145] env[69692]: value = "task-3537151" [ 1368.258145] env[69692]: _type = "Task" [ 1368.258145] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.266512] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.431402] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.768327] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.930430] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.267824] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537151, 'name': ReconfigVM_Task, 'duration_secs': 0.600008} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.268161] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 29026d30-a08f-4400-baff-996597b36d73/29026d30-a08f-4400-baff-996597b36d73.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.268844] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0aefcdd-3e16-42a9-9635-6851ead75bc6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.275480] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1369.275480] env[69692]: value = "task-3537152" [ 1369.275480] env[69692]: _type = "Task" [ 1369.275480] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.287238] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537152, 'name': Rename_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.431928] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537149, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.772333} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.432307] env[69692]: INFO nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f/OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f.vmdk to [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk. [ 1369.432496] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Cleaning up location [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1369.432694] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c1680a31-4f11-4865-aae3-e7d49b6b0e0f {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.432992] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c795d751-d945-43db-b52e-c78b9cb36234 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.439584] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1369.439584] env[69692]: value = "task-3537153" [ 1369.439584] env[69692]: _type = "Task" [ 1369.439584] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.447724] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.785227] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537152, 'name': Rename_Task, 'duration_secs': 0.23774} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.785495] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.785738] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9fae71d-a2e6-44de-89a5-f282a7995f8b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.791831] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1369.791831] env[69692]: value = "task-3537154" [ 1369.791831] env[69692]: _type = "Task" [ 1369.791831] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.805366] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.949219] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043814} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.949491] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.949740] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.949932] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk to [datastore1] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.950224] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47966415-8b51-40f9-a4bb-289c9cc2f083 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.958570] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1369.958570] env[69692]: value = "task-3537155" [ 1369.958570] env[69692]: _type = "Task" [ 1369.958570] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.966214] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.301577] env[69692]: DEBUG oslo_vmware.api [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537154, 'name': PowerOnVM_Task, 'duration_secs': 0.475209} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.301985] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.421029] env[69692]: DEBUG nova.compute.manager [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1370.421667] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f278e2-e8b5-483e-a00a-98bf70c39e92 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.469706] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.940938] env[69692]: DEBUG oslo_concurrency.lockutils [None req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.966s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.970385] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.373144] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.373577] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.373637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "29026d30-a08f-4400-baff-996597b36d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.373841] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.374029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.376295] env[69692]: INFO nova.compute.manager [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Terminating instance [ 1371.471030] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.879905] env[69692]: DEBUG nova.compute.manager [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.880166] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.881265] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4972c56-8cec-4e35-a42a-b1cade00edb9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.889603] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.889864] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9267e8dd-529c-46e2-8420-d9385451297d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.896610] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1371.896610] env[69692]: value = "task-3537156" [ 1371.896610] env[69692]: _type = "Task" [ 1371.896610] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.905773] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.971990] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.407058] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537156, 'name': PowerOffVM_Task, 'duration_secs': 0.223432} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.407411] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.407558] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.407799] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a9a379e-5681-4eb8-90fe-4e5a3cb3f2e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.467715] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.468176] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.468412] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleting the datastore file [datastore2] 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.468664] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff64cdd-3dec-4fb4-b990-999af8beda7f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.475719] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537155, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.324298} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.476905] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/031ef4b1-64ec-4230-88c1-a34bdbc2c687/031ef4b1-64ec-4230-88c1-a34bdbc2c687.vmdk to [datastore1] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.477274] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for the task: (returnval){ [ 1372.477274] env[69692]: value = "task-3537158" [ 1372.477274] env[69692]: _type = "Task" [ 1372.477274] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.477966] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c81876-dd53-41f1-8d76-620e0c8586c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.503983] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.506929] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b949cb0-5b0b-4a6e-a74b-7e683ad5cee0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.520951] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.525134] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1372.525134] env[69692]: value = "task-3537159" [ 1372.525134] env[69692]: _type = "Task" [ 1372.525134] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.532742] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.990079] env[69692]: DEBUG oslo_vmware.api [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Task: {'id': task-3537158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148017} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.990313] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.990475] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.990649] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.990824] env[69692]: INFO nova.compute.manager [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] [instance: 29026d30-a08f-4400-baff-996597b36d73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1372.991075] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.991270] env[69692]: DEBUG nova.compute.manager [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.991366] env[69692]: DEBUG nova.network.neutron [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.035764] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537159, 'name': ReconfigVM_Task, 'duration_secs': 0.279974} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.036045] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e/ad995e4f-4fc5-41c1-9348-cd35b6f41b3e.vmdk or device None with type streamOptimized {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.036695] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b536dfbf-d9e2-44c4-aae7-e808b78a319a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.042939] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1373.042939] env[69692]: value = "task-3537160" [ 1373.042939] env[69692]: _type = "Task" [ 1373.042939] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.052292] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537160, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.435668] env[69692]: DEBUG nova.compute.manager [req-d0b938c8-3e53-4062-8845-0856add304a1 req-278446f1-f4e2-4294-b4f1-5dbba04f041c service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Received event network-vif-deleted-9dbd05ed-8055-4d67-b5da-2973aa6fc409 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.435668] env[69692]: INFO nova.compute.manager [req-d0b938c8-3e53-4062-8845-0856add304a1 req-278446f1-f4e2-4294-b4f1-5dbba04f041c service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Neutron deleted interface 9dbd05ed-8055-4d67-b5da-2973aa6fc409; detaching it from the instance and deleting it from the info cache [ 1373.435668] env[69692]: DEBUG nova.network.neutron [req-d0b938c8-3e53-4062-8845-0856add304a1 req-278446f1-f4e2-4294-b4f1-5dbba04f041c service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.553140] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537160, 'name': Rename_Task, 'duration_secs': 0.148157} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.553409] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.553645] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52618ad1-18e6-40be-91c4-cff8edc40677 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.560164] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1373.560164] env[69692]: value = "task-3537161" [ 1373.560164] env[69692]: _type = "Task" [ 1373.560164] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.567446] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.919668] env[69692]: DEBUG nova.network.neutron [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.937457] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1ceba1f-9d23-454e-a31e-6cb3359dfc90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.948884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3de1af1-b961-46cf-b1e8-1ca24716517d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.977391] env[69692]: DEBUG nova.compute.manager [req-d0b938c8-3e53-4062-8845-0856add304a1 req-278446f1-f4e2-4294-b4f1-5dbba04f041c service nova] [instance: 29026d30-a08f-4400-baff-996597b36d73] Detach interface failed, port_id=9dbd05ed-8055-4d67-b5da-2973aa6fc409, reason: Instance 29026d30-a08f-4400-baff-996597b36d73 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.069827] env[69692]: DEBUG oslo_vmware.api [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537161, 'name': PowerOnVM_Task, 'duration_secs': 0.453878} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.070051] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.175715] env[69692]: DEBUG nova.compute.manager [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1374.176677] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654668d-b5d9-4307-a09b-5261decb6f68 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.422750] env[69692]: INFO nova.compute.manager [-] [instance: 29026d30-a08f-4400-baff-996597b36d73] Took 1.43 seconds to deallocate network for instance. [ 1374.694498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-cda6cf76-14ad-462a-82b4-6b681305c747 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.215s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.929637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.930019] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.930294] env[69692]: DEBUG nova.objects.instance [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lazy-loading 'resources' on Instance uuid 29026d30-a08f-4400-baff-996597b36d73 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.499923] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96462d-ad9e-48f1-9a9d-1beee96c74fc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.507628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd986c-33a5-4204-9ec3-ee8994035bf9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.538014] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbb2ed-9eac-4479-b91a-87acc8162dc3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.545022] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc00f2-5d71-4793-b73a-9ef1c18d16e2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.557820] env[69692]: DEBUG nova.compute.provider_tree [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.065108] env[69692]: DEBUG nova.scheduler.client.report [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.070502] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3767c-d72f-4879-b067-9386ad533766 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.076524] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Suspending the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1376.076745] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4927becc-03a2-4520-a311-fc3cbec408c0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.083015] env[69692]: DEBUG oslo_vmware.api [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1376.083015] env[69692]: value = "task-3537162" [ 1376.083015] env[69692]: _type = "Task" [ 1376.083015] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.091219] env[69692]: DEBUG oslo_vmware.api [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537162, 'name': SuspendVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.571701] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.592727] env[69692]: DEBUG oslo_vmware.api [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537162, 'name': SuspendVM_Task} progress is 100%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.593799] env[69692]: INFO nova.scheduler.client.report [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Deleted allocations for instance 29026d30-a08f-4400-baff-996597b36d73 [ 1377.093088] env[69692]: DEBUG oslo_vmware.api [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537162, 'name': SuspendVM_Task, 'duration_secs': 0.541276} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.093088] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Suspended the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1377.093088] env[69692]: DEBUG nova.compute.manager [None req-21b95621-cff8-4855-b398-fc42fb00faed tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.093737] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9419ad49-606d-4c0d-b135-5fe3d803412c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.103227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ef8eb917-6736-45c6-a673-560050a8e772 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Lock "29026d30-a08f-4400-baff-996597b36d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.465330] env[69692]: INFO nova.compute.manager [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Resuming [ 1378.465940] env[69692]: DEBUG nova.objects.instance [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'flavor' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.976757] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.977190] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquired lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.977190] env[69692]: DEBUG nova.network.neutron [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.663660] env[69692]: DEBUG nova.network.neutron [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [{"id": "c433e392-9a54-4329-8e52-061e4c89dbe0", "address": "fa:16:3e:1f:c0:c3", "network": {"id": "09985b4c-aafa-4ce1-b5e4-371bc27f8f20", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2121431597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd81163f52e41088c4f38f5b5fb8440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc433e392-9a", "ovs_interfaceid": "c433e392-9a54-4329-8e52-061e4c89dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.166303] env[69692]: DEBUG oslo_concurrency.lockutils [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Releasing lock "refresh_cache-ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.167297] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59defd3b-0b65-4a96-a17e-c18d9d454d82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.174362] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Resuming the VM {{(pid=69692) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1381.174586] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57857858-044d-45ad-976a-dde3e9be1a8d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.181455] env[69692]: DEBUG oslo_vmware.api [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1381.181455] env[69692]: value = "task-3537164" [ 1381.181455] env[69692]: _type = "Task" [ 1381.181455] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.188927] env[69692]: DEBUG oslo_vmware.api [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.691734] env[69692]: DEBUG oslo_vmware.api [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537164, 'name': PowerOnVM_Task, 'duration_secs': 0.505271} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.692017] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Resumed the VM {{(pid=69692) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1381.692205] env[69692]: DEBUG nova.compute.manager [None req-b9331318-2543-4ace-9840-d1a5991b4ab1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1381.693066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5d0e4-fef4-45fc-81bf-e0780644b95d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.761499] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.761843] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.762025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.762243] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.762420] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.764652] env[69692]: INFO nova.compute.manager [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Terminating instance [ 1386.920754] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.921577] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.921577] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.921577] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.921577] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1387.167108] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.268180] env[69692]: DEBUG nova.compute.manager [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.268462] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.269448] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59b7d4-ee10-4672-adbd-bd049e9fcafa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.277415] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.277713] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd38b8f-97d1-44c4-9edc-a3e5b066ec38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.284723] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1387.284723] env[69692]: value = "task-3537168" [ 1387.284723] env[69692]: _type = "Task" [ 1387.284723] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.293708] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.795624] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537168, 'name': PowerOffVM_Task, 'duration_secs': 0.167981} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.795939] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.796075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.796331] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76abdb0f-3d91-4d3a-986a-d72d856e0c72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.856375] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.856746] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.857070] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleting the datastore file [datastore1] ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.857451] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd936484-373d-47f9-8fa6-051b84cbd22c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.865698] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for the task: (returnval){ [ 1387.865698] env[69692]: value = "task-3537170" [ 1387.865698] env[69692]: _type = "Task" [ 1387.865698] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.873322] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.170434] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.170862] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.375910] env[69692]: DEBUG oslo_vmware.api [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Task: {'id': task-3537170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135745} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.376187] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.376356] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.376530] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.376703] env[69692]: INFO nova.compute.manager [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.376938] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.377146] env[69692]: DEBUG nova.compute.manager [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.377242] env[69692]: DEBUG nova.network.neutron [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.650160] env[69692]: DEBUG nova.compute.manager [req-1c25d81a-f4b1-4d06-9f53-d6b83d903156 req-792cdc7d-e819-4983-a81a-2a966050b1b8 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Received event network-vif-deleted-c433e392-9a54-4329-8e52-061e4c89dbe0 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.650160] env[69692]: INFO nova.compute.manager [req-1c25d81a-f4b1-4d06-9f53-d6b83d903156 req-792cdc7d-e819-4983-a81a-2a966050b1b8 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Neutron deleted interface c433e392-9a54-4329-8e52-061e4c89dbe0; detaching it from the instance and deleting it from the info cache [ 1388.650160] env[69692]: DEBUG nova.network.neutron [req-1c25d81a-f4b1-4d06-9f53-d6b83d903156 req-792cdc7d-e819-4983-a81a-2a966050b1b8 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.676847] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.677117] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.677287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.678214] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1388.678611] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7915aa94-c8e3-44cf-8de2-01c616f6bfe4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.686231] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e640db-b1b0-4ead-81f5-66278231b310 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.700160] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51b3f93-4b78-46dd-985a-8fa40e0a4a1d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.707337] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdbabcd-0322-418e-bfc9-db89d9face77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.736782] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180666MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1388.736926] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.737209] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.133138] env[69692]: DEBUG nova.network.neutron [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.152874] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43db304-b0cd-4ce6-97e8-f62e07a747ec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.163412] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42475123-ed35-4030-b3b3-f0bb2c8b4e16 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.189404] env[69692]: DEBUG nova.compute.manager [req-1c25d81a-f4b1-4d06-9f53-d6b83d903156 req-792cdc7d-e819-4983-a81a-2a966050b1b8 service nova] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Detach interface failed, port_id=c433e392-9a54-4329-8e52-061e4c89dbe0, reason: Instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.636628] env[69692]: INFO nova.compute.manager [-] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Took 1.26 seconds to deallocate network for instance. [ 1389.762980] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 891f8bb2-8170-4d8f-abbd-bbfd39257655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.762980] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b53eac39-0b37-4bc7-9261-9cc262362bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.762980] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.762980] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.762980] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.814628] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d0ece-3621-4e2c-b31d-7c03c66fa95c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.822240] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ef91f-91a3-4dee-bcee-0fee35d4ae10 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.852159] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c0936-bda0-4ce1-be0a-f07bbb25c8fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.859338] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e57d5a-e00f-46eb-ae52-2c9b3bd49f41 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.873936] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.144395] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.377393] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.645679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.645892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.646108] env[69692]: DEBUG nova.compute.manager [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1390.646990] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ef809-83c5-4a09-8ecb-2e9d624f1d91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.654094] env[69692]: DEBUG nova.compute.manager [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1390.654663] env[69692]: DEBUG nova.objects.instance [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'flavor' on Instance uuid b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.882855] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.883066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.883222] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.739s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.883450] env[69692]: DEBUG nova.objects.instance [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lazy-loading 'resources' on Instance uuid ad995e4f-4fc5-41c1-9348-cd35b6f41b3e {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.432722] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b3a34-fd06-4b47-a461-ce9837df43d3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.440157] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b49d24-f7bc-45e7-b01e-6b5e9acea5c8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.470500] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649ed04-6808-4c26-814b-a73622614a01 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.478055] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42f0d6-fbc5-4683-9b5a-e2882faa1e89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.489587] env[69692]: DEBUG nova.compute.provider_tree [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.662116] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.662404] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a727db7b-8e16-4d21-986e-7550c60509fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.669781] env[69692]: DEBUG oslo_vmware.api [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1391.669781] env[69692]: value = "task-3537173" [ 1391.669781] env[69692]: _type = "Task" [ 1391.669781] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.677298] env[69692]: DEBUG oslo_vmware.api [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.884911] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.992550] env[69692]: DEBUG nova.scheduler.client.report [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.179384] env[69692]: DEBUG oslo_vmware.api [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537173, 'name': PowerOffVM_Task, 'duration_secs': 0.171181} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.179639] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.179838] env[69692]: DEBUG nova.compute.manager [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.180591] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a3377-2ab7-4a29-b124-583d8b99f862 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.498058] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.523954] env[69692]: INFO nova.scheduler.client.report [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Deleted allocations for instance ad995e4f-4fc5-41c1-9348-cd35b6f41b3e [ 1392.692034] env[69692]: DEBUG oslo_concurrency.lockutils [None req-acbd0b39-ca80-41eb-af4f-f8da2bec0cd3 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.958833] env[69692]: DEBUG nova.objects.instance [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'flavor' on Instance uuid b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.032170] env[69692]: DEBUG oslo_concurrency.lockutils [None req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Lock "ad995e4f-4fc5-41c1-9348-cd35b6f41b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.270s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.165862] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.464892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.464892] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.464892] env[69692]: DEBUG nova.network.neutron [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.465188] env[69692]: DEBUG nova.objects.instance [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'info_cache' on Instance uuid b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.968600] env[69692]: DEBUG nova.objects.base [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1394.677184] env[69692]: DEBUG nova.network.neutron [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.180719] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.187899] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.188247] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937bc496-e7af-4c7c-bf50-770b52c9d4eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.196048] env[69692]: DEBUG oslo_vmware.api [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1396.196048] env[69692]: value = "task-3537176" [ 1396.196048] env[69692]: _type = "Task" [ 1396.196048] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.204319] env[69692]: DEBUG oslo_vmware.api [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.708054] env[69692]: DEBUG oslo_vmware.api [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537176, 'name': PowerOnVM_Task, 'duration_secs': 0.475279} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.708054] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.708054] env[69692]: DEBUG nova.compute.manager [None req-e4e88c13-ad90-4ab9-ba1c-c47d0d7fd7d1 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1396.708525] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8bb16f-1656-455f-9ea2-aaef106bb2e6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.711064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.711296] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.216094] env[69692]: INFO nova.compute.manager [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Detaching volume 39da84e0-d120-4d45-948d-707d800c5491 [ 1397.245852] env[69692]: INFO nova.virt.block_device [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Attempting to driver detach volume 39da84e0-d120-4d45-948d-707d800c5491 from mountpoint /dev/sdb [ 1397.246114] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1397.246309] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706407', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'name': 'volume-39da84e0-d120-4d45-948d-707d800c5491', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '891f8bb2-8170-4d8f-abbd-bbfd39257655', 'attached_at': '', 'detached_at': '', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'serial': '39da84e0-d120-4d45-948d-707d800c5491'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1397.247175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb602f7-a357-453b-9303-9a1958d16a90 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.271163] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1b039-7a86-4121-9981-0bf0e3ab0de7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.277155] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8226f539-5e8c-402e-b6d5-94b93e32f64d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.296786] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f7de44-83af-4d34-8a24-9a52fe3c92d1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.311406] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] The volume has not been displaced from its original location: [datastore1] volume-39da84e0-d120-4d45-948d-707d800c5491/volume-39da84e0-d120-4d45-948d-707d800c5491.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1397.316844] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.317136] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e98605-625f-4688-91ac-0feaf028b021 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.334316] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1397.334316] env[69692]: value = "task-3537178" [ 1397.334316] env[69692]: _type = "Task" [ 1397.334316] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.341561] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.844373] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537178, 'name': ReconfigVM_Task, 'duration_secs': 0.222005} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.844650] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.849205] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525dcb90-1282-4123-b721-8186e28f442b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.862849] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1397.862849] env[69692]: value = "task-3537179" [ 1397.862849] env[69692]: _type = "Task" [ 1397.862849] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.870127] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.373148] env[69692]: DEBUG oslo_vmware.api [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537179, 'name': ReconfigVM_Task, 'duration_secs': 0.12565} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.373547] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706407', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'name': 'volume-39da84e0-d120-4d45-948d-707d800c5491', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '891f8bb2-8170-4d8f-abbd-bbfd39257655', 'attached_at': '', 'detached_at': '', 'volume_id': '39da84e0-d120-4d45-948d-707d800c5491', 'serial': '39da84e0-d120-4d45-948d-707d800c5491'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1398.913751] env[69692]: DEBUG nova.objects.instance [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.880890] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.923128] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c0a060cb-27c7-4444-8772-c4282c4ac014 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.924213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.044s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.924407] env[69692]: DEBUG nova.compute.manager [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1399.925461] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d68be6-9ca6-49e2-b69a-3e4578295a85 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.932195] env[69692]: DEBUG nova.compute.manager [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1399.932730] env[69692]: DEBUG nova.objects.instance [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.939341] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.939732] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3429cf12-eaff-4721-ac96-341847404d3e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.947399] env[69692]: DEBUG oslo_vmware.api [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1400.947399] env[69692]: value = "task-3537181" [ 1400.947399] env[69692]: _type = "Task" [ 1400.947399] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.955108] env[69692]: DEBUG oslo_vmware.api [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.456823] env[69692]: DEBUG oslo_vmware.api [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537181, 'name': PowerOffVM_Task, 'duration_secs': 0.188041} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.457105] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.457315] env[69692]: DEBUG nova.compute.manager [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1401.458070] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367febf4-156f-4b7a-88b1-813a306faed6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.969679] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a0ce5c2-a267-4ea2-98fc-48363eeae0a5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.234425] env[69692]: DEBUG nova.objects.instance [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.738865] env[69692]: DEBUG oslo_concurrency.lockutils [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.739063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.739225] env[69692]: DEBUG nova.network.neutron [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.739403] env[69692]: DEBUG nova.objects.instance [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'info_cache' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.242602] env[69692]: DEBUG nova.objects.base [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Object Instance<891f8bb2-8170-4d8f-abbd-bbfd39257655> lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1403.949019] env[69692]: DEBUG nova.network.neutron [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [{"id": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "address": "fa:16:3e:b0:f9:b0", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8dcda-fc", "ovs_interfaceid": "33c8dcda-fce8-4443-9e22-a2a690f229ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.251059] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "944e7316-8b9c-4478-a309-4af6e639f333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.251361] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.451753] env[69692]: DEBUG oslo_concurrency.lockutils [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "refresh_cache-891f8bb2-8170-4d8f-abbd-bbfd39257655" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.753977] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.277045] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.277045] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.278505] env[69692]: INFO nova.compute.claims [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.457483] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.457819] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddf5aa3-b454-426d-8e67-bfd5a9abe72a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.465314] env[69692]: DEBUG oslo_vmware.api [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1405.465314] env[69692]: value = "task-3537183" [ 1405.465314] env[69692]: _type = "Task" [ 1405.465314] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.472845] env[69692]: DEBUG oslo_vmware.api [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.975399] env[69692]: DEBUG oslo_vmware.api [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537183, 'name': PowerOnVM_Task, 'duration_secs': 0.344093} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.975674] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.975872] env[69692]: DEBUG nova.compute.manager [None req-87b659ed-872a-4267-906f-761ca97772bd tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1405.976643] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3483ccf-1100-4373-bc64-456bcbc14d37 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.334473] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9cee17-03d0-4079-8066-f9115057b99c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.343216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d172beb-9d52-425c-b267-664305e9e305 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.375016] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217ee0e4-195e-4e4d-8a3a-2c0540ce14d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.382745] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0979ccd-e477-48a1-a483-6314b16dbe4f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.395744] env[69692]: DEBUG nova.compute.provider_tree [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.898705] env[69692]: DEBUG nova.scheduler.client.report [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.403696] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.404168] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.910019] env[69692]: DEBUG nova.compute.utils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.911589] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.911762] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.949609] env[69692]: DEBUG nova.policy [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc1d7090e774703add31193fbc602af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9acfbbc62b4f4213afdb1ca9004b7730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.254549] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Successfully created port: ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.415654] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.920919] env[69692]: INFO nova.virt.block_device [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Booting with volume a1407dd7-8751-4383-9a81-57d0796a3451 at /dev/sda [ 1408.957686] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e87246f1-e26a-46be-b24f-a63b853aeafe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.968029] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed9cde9-3da8-435c-874e-b03cd6dabc91 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.994544] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48eb5ca0-572b-4fe5-9876-299ff37d8858 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.002941] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda6ad9b-c69e-4893-929a-05bfccc0f1df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.029375] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd884c33-ac58-4920-850f-3eb53f4c48bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.037158] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c326bfc1-7cf0-4333-921e-2efad5ff5c29 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.050338] env[69692]: DEBUG nova.virt.block_device [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating existing volume attachment record: 10724193-c6eb-4d7c-ae46-fd61c0b8d4a9 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1409.598723] env[69692]: DEBUG nova.compute.manager [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Received event network-vif-plugged-ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.599057] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] Acquiring lock "944e7316-8b9c-4478-a309-4af6e639f333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.599141] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] Lock "944e7316-8b9c-4478-a309-4af6e639f333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.599303] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] Lock "944e7316-8b9c-4478-a309-4af6e639f333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.599711] env[69692]: DEBUG nova.compute.manager [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] No waiting events found dispatching network-vif-plugged-ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1409.599711] env[69692]: WARNING nova.compute.manager [req-b2f0ffc2-456d-4728-93f9-62aee5d09487 req-a0b00799-9111-413e-8e9b-b80197f85b20 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Received unexpected event network-vif-plugged-ac1a4522-d960-47ed-8913-a1c83cc7b125 for instance with vm_state building and task_state block_device_mapping. [ 1409.679211] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Successfully updated port: ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.181885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.182214] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquired lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.182295] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.727162] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.852413] env[69692]: DEBUG nova.network.neutron [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating instance_info_cache with network_info: [{"id": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "address": "fa:16:3e:0e:c7:ec", "network": {"id": "b016e9eb-bba0-420d-b339-172f5b4e21bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1687356953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9acfbbc62b4f4213afdb1ca9004b7730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1a4522-d9", "ovs_interfaceid": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.133999] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.134646] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.134868] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.135036] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.135230] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.135382] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.135524] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.135725] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.135884] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.136063] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.136239] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.136408] env[69692]: DEBUG nova.virt.hardware [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.137290] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43a0055-6490-405a-ae77-5f097d9cd529 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.145400] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10b647-536f-4c9a-9dcc-c0c0b741499a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.355260] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Releasing lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.355594] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance network_info: |[{"id": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "address": "fa:16:3e:0e:c7:ec", "network": {"id": "b016e9eb-bba0-420d-b339-172f5b4e21bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1687356953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9acfbbc62b4f4213afdb1ca9004b7730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1a4522-d9", "ovs_interfaceid": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.356035] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:c7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac1a4522-d960-47ed-8913-a1c83cc7b125', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.363511] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Creating folder: Project (9acfbbc62b4f4213afdb1ca9004b7730). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.363762] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2cae72e-081d-4a92-b926-d69119ac923f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.377885] env[69692]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1411.378044] env[69692]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69692) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1411.378633] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Folder already exists: Project (9acfbbc62b4f4213afdb1ca9004b7730). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1411.378820] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Creating folder: Instances. Parent ref: group-v706415. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.379041] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0515a437-c8d0-480a-a014-d8065ebd700d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.388771] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Created folder: Instances in parent group-v706415. [ 1411.388952] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.389139] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.389329] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99fa7f34-2c28-4dab-9ec9-e87ce1497e73 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.407878] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.407878] env[69692]: value = "task-3537186" [ 1411.407878] env[69692]: _type = "Task" [ 1411.407878] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.418995] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537186, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.626071] env[69692]: DEBUG nova.compute.manager [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Received event network-changed-ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.626250] env[69692]: DEBUG nova.compute.manager [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Refreshing instance network info cache due to event network-changed-ac1a4522-d960-47ed-8913-a1c83cc7b125. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.626469] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] Acquiring lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.626612] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] Acquired lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.626773] env[69692]: DEBUG nova.network.neutron [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Refreshing network info cache for port ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.917348] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537186, 'name': CreateVM_Task, 'duration_secs': 0.290213} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.917686] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.918212] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '10724193-c6eb-4d7c-ae46-fd61c0b8d4a9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706418', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'name': 'volume-a1407dd7-8751-4383-9a81-57d0796a3451', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944e7316-8b9c-4478-a309-4af6e639f333', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'serial': 'a1407dd7-8751-4383-9a81-57d0796a3451'}, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69692) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1411.918424] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Root volume attach. Driver type: vmdk {{(pid=69692) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1411.919192] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472541e-091e-4561-9d33-2af318044e3b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.926589] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd3875-ef76-483f-a510-822d45f90dcc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.932136] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df2b49-a06a-47a5-88df-32f964f81444 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.937676] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0b26bd1e-d2cb-4ea4-9831-a16621344bbf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.944017] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1411.944017] env[69692]: value = "task-3537187" [ 1411.944017] env[69692]: _type = "Task" [ 1411.944017] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.957631] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537187, 'name': RelocateVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.300776] env[69692]: DEBUG nova.network.neutron [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updated VIF entry in instance network info cache for port ac1a4522-d960-47ed-8913-a1c83cc7b125. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.301156] env[69692]: DEBUG nova.network.neutron [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating instance_info_cache with network_info: [{"id": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "address": "fa:16:3e:0e:c7:ec", "network": {"id": "b016e9eb-bba0-420d-b339-172f5b4e21bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1687356953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9acfbbc62b4f4213afdb1ca9004b7730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1a4522-d9", "ovs_interfaceid": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.453661] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537187, 'name': RelocateVM_Task, 'duration_secs': 0.027907} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.453922] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1412.454172] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706418', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'name': 'volume-a1407dd7-8751-4383-9a81-57d0796a3451', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944e7316-8b9c-4478-a309-4af6e639f333', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'serial': 'a1407dd7-8751-4383-9a81-57d0796a3451'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1412.454904] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f949e46-d229-478d-91fc-d61e62897585 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.470890] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c34188-46bb-4f5b-af7b-9650c1bda5f8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.491430] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-a1407dd7-8751-4383-9a81-57d0796a3451/volume-a1407dd7-8751-4383-9a81-57d0796a3451.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.491653] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bde2549-f212-4f3e-bfb0-0e9bb41218d9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.510483] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1412.510483] env[69692]: value = "task-3537188" [ 1412.510483] env[69692]: _type = "Task" [ 1412.510483] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.517821] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.804413] env[69692]: DEBUG oslo_concurrency.lockutils [req-1f6ad2b3-5d5b-4109-afbe-638ad444cad5 req-d0a7adf6-bc75-473e-829b-f54d0704b178 service nova] Releasing lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.019811] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537188, 'name': ReconfigVM_Task, 'duration_secs': 0.274338} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.020264] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-a1407dd7-8751-4383-9a81-57d0796a3451/volume-a1407dd7-8751-4383-9a81-57d0796a3451.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.024865] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d278b063-c439-40f8-9f67-9fc72189037d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.039698] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1413.039698] env[69692]: value = "task-3537189" [ 1413.039698] env[69692]: _type = "Task" [ 1413.039698] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.048258] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.549718] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537189, 'name': ReconfigVM_Task, 'duration_secs': 0.113198} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.550031] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706418', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'name': 'volume-a1407dd7-8751-4383-9a81-57d0796a3451', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944e7316-8b9c-4478-a309-4af6e639f333', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'serial': 'a1407dd7-8751-4383-9a81-57d0796a3451'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1413.550612] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f8ce8a3-40dd-4c56-88cf-add783558d4e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.556526] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1413.556526] env[69692]: value = "task-3537190" [ 1413.556526] env[69692]: _type = "Task" [ 1413.556526] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.563994] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537190, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.067166] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537190, 'name': Rename_Task, 'duration_secs': 0.118618} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.067604] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.067701] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ded1584-425b-40d6-9e01-8446202cbc95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.073718] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1414.073718] env[69692]: value = "task-3537191" [ 1414.073718] env[69692]: _type = "Task" [ 1414.073718] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.081653] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.583802] env[69692]: DEBUG oslo_vmware.api [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537191, 'name': PowerOnVM_Task, 'duration_secs': 0.45374} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.584091] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.584366] env[69692]: INFO nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Took 3.45 seconds to spawn the instance on the hypervisor. [ 1414.584494] env[69692]: DEBUG nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1414.585275] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972fff9a-41ff-4a92-a5f4-4ece73bbce09 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.105202] env[69692]: INFO nova.compute.manager [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Took 9.85 seconds to build instance. [ 1415.607213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.356s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.170832] env[69692]: DEBUG nova.compute.manager [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Received event network-changed-ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.170832] env[69692]: DEBUG nova.compute.manager [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Refreshing instance network info cache due to event network-changed-ac1a4522-d960-47ed-8913-a1c83cc7b125. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1416.170832] env[69692]: DEBUG oslo_concurrency.lockutils [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] Acquiring lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.170832] env[69692]: DEBUG oslo_concurrency.lockutils [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] Acquired lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.170832] env[69692]: DEBUG nova.network.neutron [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Refreshing network info cache for port ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.872170] env[69692]: DEBUG nova.network.neutron [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updated VIF entry in instance network info cache for port ac1a4522-d960-47ed-8913-a1c83cc7b125. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.872522] env[69692]: DEBUG nova.network.neutron [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating instance_info_cache with network_info: [{"id": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "address": "fa:16:3e:0e:c7:ec", "network": {"id": "b016e9eb-bba0-420d-b339-172f5b4e21bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1687356953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9acfbbc62b4f4213afdb1ca9004b7730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1a4522-d9", "ovs_interfaceid": "ac1a4522-d960-47ed-8913-a1c83cc7b125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.375506] env[69692]: DEBUG oslo_concurrency.lockutils [req-ae5ad735-4f3b-475d-9e4f-98444eb67471 req-22252397-3ab7-4b89-8354-f3c6c8287dac service nova] Releasing lock "refresh_cache-944e7316-8b9c-4478-a309-4af6e639f333" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.135156] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.135524] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.135735] env[69692]: INFO nova.compute.manager [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Rebooting instance [ 1428.657829] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.658081] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.658302] env[69692]: DEBUG nova.network.neutron [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.398077] env[69692]: DEBUG nova.network.neutron [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.900748] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.406658] env[69692]: DEBUG nova.compute.manager [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1430.407645] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236f317-10bc-4b66-9b0f-1309a056ecf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.422703] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604b151f-7c3d-4936-95d5-49de38c6d4cd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.430463] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Doing hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1431.430687] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2e221aa3-c1d4-4a32-9dfe-bdf9e2ec7b79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.436612] env[69692]: DEBUG oslo_vmware.api [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1431.436612] env[69692]: value = "task-3537192" [ 1431.436612] env[69692]: _type = "Task" [ 1431.436612] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.443671] env[69692]: DEBUG oslo_vmware.api [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537192, 'name': ResetVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.946457] env[69692]: DEBUG oslo_vmware.api [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537192, 'name': ResetVM_Task, 'duration_secs': 0.094098} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.946710] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Did hard reboot of VM {{(pid=69692) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1431.946906] env[69692]: DEBUG nova.compute.manager [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1431.947692] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d070884-2cfa-4ea7-9bd9-bfd780931a6f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.459373] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e9c6c918-8819-4dea-bf91-d39e16ec25c7 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.324s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.808450] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.808887] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.808938] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.809126] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.809301] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.811512] env[69692]: INFO nova.compute.manager [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Terminating instance [ 1437.315522] env[69692]: DEBUG nova.compute.manager [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.315778] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.316662] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295e435-bda7-4a06-b604-8cd614095fe5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.324094] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.324262] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b2a388-950a-4070-ba1c-1898d6c33da8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.329357] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1437.329357] env[69692]: value = "task-3537193" [ 1437.329357] env[69692]: _type = "Task" [ 1437.329357] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.337404] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.838656] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537193, 'name': PowerOffVM_Task, 'duration_secs': 0.235794} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.839059] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.839122] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.839357] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1a53614-0645-40d5-95da-5b89178751f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.959580] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.959865] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.960138] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleting the datastore file [datastore2] 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.960446] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7415e83d-115e-4856-bb9a-61292ab1f901 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.971101] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1437.971101] env[69692]: value = "task-3537195" [ 1437.971101] env[69692]: _type = "Task" [ 1437.971101] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.979694] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.480686] env[69692]: DEBUG oslo_vmware.api [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144939} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.480930] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.481128] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.481311] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.481488] env[69692]: INFO nova.compute.manager [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1438.481730] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1438.481915] env[69692]: DEBUG nova.compute.manager [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.482023] env[69692]: DEBUG nova.network.neutron [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.893617] env[69692]: DEBUG nova.compute.manager [req-f6b36aba-084f-4d7c-b5b8-54f4a842841b req-ba353616-9ff3-4800-8fff-126e69358168 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Received event network-vif-deleted-33c8dcda-fce8-4443-9e22-a2a690f229ea {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.893851] env[69692]: INFO nova.compute.manager [req-f6b36aba-084f-4d7c-b5b8-54f4a842841b req-ba353616-9ff3-4800-8fff-126e69358168 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Neutron deleted interface 33c8dcda-fce8-4443-9e22-a2a690f229ea; detaching it from the instance and deleting it from the info cache [ 1438.894063] env[69692]: DEBUG nova.network.neutron [req-f6b36aba-084f-4d7c-b5b8-54f4a842841b req-ba353616-9ff3-4800-8fff-126e69358168 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.376086] env[69692]: DEBUG nova.network.neutron [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.396314] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73367dd9-7c7d-4ecb-a9f2-74fb26d68d6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.407978] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a75c10-864c-4507-aa27-b9074fe542d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.433275] env[69692]: DEBUG nova.compute.manager [req-f6b36aba-084f-4d7c-b5b8-54f4a842841b req-ba353616-9ff3-4800-8fff-126e69358168 service nova] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Detach interface failed, port_id=33c8dcda-fce8-4443-9e22-a2a690f229ea, reason: Instance 891f8bb2-8170-4d8f-abbd-bbfd39257655 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1439.879703] env[69692]: INFO nova.compute.manager [-] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Took 1.40 seconds to deallocate network for instance. [ 1440.386854] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.387346] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.387447] env[69692]: DEBUG nova.objects.instance [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'resources' on Instance uuid 891f8bb2-8170-4d8f-abbd-bbfd39257655 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.942793] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0031b99e-874f-4193-b415-c7561b9b1dfc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.950875] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9572538-10aa-4142-a657-32873669f9ba {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.979574] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2faa76-f1dc-40dc-8d9a-444627561413 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.986351] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c69f4b2-5d96-4879-bec9-d640d2bd8eac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.000300] env[69692]: DEBUG nova.compute.provider_tree [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.503364] env[69692]: DEBUG nova.scheduler.client.report [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.008721] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.028585] env[69692]: INFO nova.scheduler.client.report [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleted allocations for instance 891f8bb2-8170-4d8f-abbd-bbfd39257655 [ 1442.536878] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "891f8bb2-8170-4d8f-abbd-bbfd39257655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.633305] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.633629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.135956] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.170336] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.170565] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.658254] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.658632] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.660034] env[69692]: INFO nova.compute.claims [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.170472] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.717551] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e764526-f983-4baf-83c2-fd06dc7c3b46 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.725453] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13800044-3a53-45cf-9953-dbf8df10c265 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.755739] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab3318b-6786-448c-be77-a2d6c2337f51 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.762829] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298e8ff-3183-49fd-a5eb-143a9c874954 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.775853] env[69692]: DEBUG nova.compute.provider_tree [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.169975] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.170208] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1447.278551] env[69692]: DEBUG nova.scheduler.client.report [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.783972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.784506] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.166398] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.169978] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.290214] env[69692]: DEBUG nova.compute.utils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1448.291591] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.291773] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.337009] env[69692]: DEBUG nova.policy [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9035be97ab5f408faa05fe028f6314b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b134bd23f11d4174b4c7000ad825f01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.584821] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Successfully created port: ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.673197] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.673487] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.673677] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.673836] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1448.674748] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5df2a2-2aa8-4d5b-925b-091901c0e58d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.683107] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4685e-1cdd-4f0e-91e3-725c6ab01491 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.697557] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a150e37-eb18-472e-95d9-91da25390d97 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.703695] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb3e36-159a-4525-ab39-4b376a0dfe88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.731910] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180427MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1448.732196] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.732274] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.795553] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.758176] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b53eac39-0b37-4bc7-9261-9cc262362bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.758333] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 944e7316-8b9c-4478-a309-4af6e639f333 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.758457] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e310095c-9b45-4815-9427-94b19c715320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.758647] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1449.758785] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1449.802850] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48184f-2991-40af-a07a-894d2252278d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.806384] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.813336] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce044a1d-ee8f-46a5-9ce3-f0ec9f27fc72 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.845646] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348ee63-8b4d-49cf-a4c0-a4c35dce3003 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.852893] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae186f4a-0128-4e48-a666-0d851550340b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.859648] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.859888] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.860059] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.860246] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.860436] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.860539] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.860726] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.860921] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.861120] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.861289] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.861464] env[69692]: DEBUG nova.virt.hardware [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.862514] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13122c58-68cc-4af4-bbde-cd14e8f6554a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.877182] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057dd38-7d49-4511-97d1-9ee152c52728 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.880877] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.927306] env[69692]: DEBUG nova.compute.manager [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Received event network-vif-plugged-ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.927550] env[69692]: DEBUG oslo_concurrency.lockutils [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.927790] env[69692]: DEBUG oslo_concurrency.lockutils [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] Lock "e310095c-9b45-4815-9427-94b19c715320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.927964] env[69692]: DEBUG oslo_concurrency.lockutils [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] Lock "e310095c-9b45-4815-9427-94b19c715320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.928153] env[69692]: DEBUG nova.compute.manager [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] No waiting events found dispatching network-vif-plugged-ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1449.928311] env[69692]: WARNING nova.compute.manager [req-d83c6f2b-169c-4a18-a61a-53ee882bb786 req-a3bce19a-ecc4-4565-a6fd-73ed89d7452e service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Received unexpected event network-vif-plugged-ea554190-b8af-4cee-bea0-e8535efcd7cb for instance with vm_state building and task_state spawning. [ 1450.008963] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Successfully updated port: ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.384079] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.513749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.513749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.513749] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.889028] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1450.889383] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.044627] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.157881] env[69692]: DEBUG nova.network.neutron [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating instance_info_cache with network_info: [{"id": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "address": "fa:16:3e:a8:f2:44", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea554190-b8", "ovs_interfaceid": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.661179] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.661529] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Instance network_info: |[{"id": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "address": "fa:16:3e:a8:f2:44", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea554190-b8", "ovs_interfaceid": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.662014] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:f2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea554190-b8af-4cee-bea0-e8535efcd7cb', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.669472] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.669682] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e310095c-9b45-4815-9427-94b19c715320] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.670329] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3487bd3b-8288-4b6d-8cae-9ec8c4316909 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.690925] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.690925] env[69692]: value = "task-3537196" [ 1451.690925] env[69692]: _type = "Task" [ 1451.690925] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.698401] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537196, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.890426] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.890801] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.957258] env[69692]: DEBUG nova.compute.manager [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Received event network-changed-ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.957414] env[69692]: DEBUG nova.compute.manager [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Refreshing instance network info cache due to event network-changed-ea554190-b8af-4cee-bea0-e8535efcd7cb. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.957647] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] Acquiring lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.957798] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] Acquired lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.957975] env[69692]: DEBUG nova.network.neutron [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Refreshing network info cache for port ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.200936] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537196, 'name': CreateVM_Task, 'duration_secs': 0.277648} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.202022] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e310095c-9b45-4815-9427-94b19c715320] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.202118] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.202234] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.202573] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.202825] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6876884b-04eb-4a4d-be91-b3e839b6c9a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.207414] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1452.207414] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52021073-c189-6e00-8994-772f5db1fc62" [ 1452.207414] env[69692]: _type = "Task" [ 1452.207414] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.214942] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52021073-c189-6e00-8994-772f5db1fc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.540624] env[69692]: INFO nova.compute.manager [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Rebuilding instance [ 1452.586361] env[69692]: DEBUG nova.compute.manager [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1452.587217] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cf4986-9a8f-480d-b5ad-7e2568d8eec1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.638786] env[69692]: DEBUG nova.network.neutron [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Updated VIF entry in instance network info cache for port ea554190-b8af-4cee-bea0-e8535efcd7cb. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.639159] env[69692]: DEBUG nova.network.neutron [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating instance_info_cache with network_info: [{"id": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "address": "fa:16:3e:a8:f2:44", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea554190-b8", "ovs_interfaceid": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.719068] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52021073-c189-6e00-8994-772f5db1fc62, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.719068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.719068] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.719068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.719068] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.719380] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.719503] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e294462-8bec-4f03-9818-8e341de4bfd8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.727129] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.727309] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.727986] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b32c13-2671-4d1c-88ed-fa16bec7903d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.732387] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1452.732387] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]520767f7-93b8-0fe1-4324-f160c4168289" [ 1452.732387] env[69692]: _type = "Task" [ 1452.732387] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.739380] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520767f7-93b8-0fe1-4324-f160c4168289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.141872] env[69692]: DEBUG oslo_concurrency.lockutils [req-fd089fd5-7bb5-4b20-95c6-917d3d2cf562 req-6de95f93-cc03-43f2-9196-d9a69ed3cb8b service nova] Releasing lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.242542] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]520767f7-93b8-0fe1-4324-f160c4168289, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.243390] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa987a5-c814-4f57-a932-09a3bc7e6cfd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.248139] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1453.248139] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbfd95-6368-8031-3a26-1a721671a573" [ 1453.248139] env[69692]: _type = "Task" [ 1453.248139] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.255521] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbfd95-6368-8031-3a26-1a721671a573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.600305] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.600562] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54b65fc-190e-4cbf-8fb4-099e3202c2fb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.607697] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1453.607697] env[69692]: value = "task-3537197" [ 1453.607697] env[69692]: _type = "Task" [ 1453.607697] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.615691] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.765259] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52cbfd95-6368-8031-3a26-1a721671a573, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.765520] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.765774] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e310095c-9b45-4815-9427-94b19c715320/e310095c-9b45-4815-9427-94b19c715320.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.766055] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df5e867-7a84-4502-b99f-54c310d3a297 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.771628] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1453.771628] env[69692]: value = "task-3537198" [ 1453.771628] env[69692]: _type = "Task" [ 1453.771628] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.779571] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.118055] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537197, 'name': PowerOffVM_Task, 'duration_secs': 0.179698} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.118335] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.119136] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.119412] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b017f81-a131-490d-adb0-c4b81e5d73c2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.127712] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1454.127712] env[69692]: value = "task-3537199" [ 1454.127712] env[69692]: _type = "Task" [ 1454.127712] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.137313] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] VM already powered off {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1454.137584] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1454.137727] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706418', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'name': 'volume-a1407dd7-8751-4383-9a81-57d0796a3451', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944e7316-8b9c-4478-a309-4af6e639f333', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'serial': 'a1407dd7-8751-4383-9a81-57d0796a3451'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1454.138543] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f6d91-8f63-451f-a861-70797b75730f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.157498] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ea4d4-d121-4e47-9271-dd14a2e418b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.165189] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a9eacb-b45c-457a-a878-b78892424801 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.184362] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f4f103-8a46-4f0e-a953-8b4158e9e3f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.199502] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1407dd7-8751-4383-9a81-57d0796a3451/volume-a1407dd7-8751-4383-9a81-57d0796a3451.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1454.204994] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.205306] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f50676d-6440-4e3a-9f87-03111eb2d52f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.224630] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1454.224630] env[69692]: value = "task-3537200" [ 1454.224630] env[69692]: _type = "Task" [ 1454.224630] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.231990] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.280401] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426806} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.280665] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] e310095c-9b45-4815-9427-94b19c715320/e310095c-9b45-4815-9427-94b19c715320.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.280898] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.281145] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98577c8e-e1b1-478f-9fef-5b9b46d825c1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.286932] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1454.286932] env[69692]: value = "task-3537201" [ 1454.286932] env[69692]: _type = "Task" [ 1454.286932] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.293935] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.736156] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537200, 'name': ReconfigVM_Task, 'duration_secs': 0.138179} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.736424] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1454.741009] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48968f40-8659-462f-a2ac-c347bad5899c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.756049] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1454.756049] env[69692]: value = "task-3537202" [ 1454.756049] env[69692]: _type = "Task" [ 1454.756049] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.763679] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.796558] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057026} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.796838] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.797637] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a9943-91a5-4cdf-87b9-37b99a206cb4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.820070] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] e310095c-9b45-4815-9427-94b19c715320/e310095c-9b45-4815-9427-94b19c715320.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.820070] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38c9bab-ec94-4798-b81c-c896db3c27ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.839683] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1454.839683] env[69692]: value = "task-3537203" [ 1454.839683] env[69692]: _type = "Task" [ 1454.839683] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.848416] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.265445] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537202, 'name': ReconfigVM_Task, 'duration_secs': 0.357344} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.265850] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706418', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'name': 'volume-a1407dd7-8751-4383-9a81-57d0796a3451', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944e7316-8b9c-4478-a309-4af6e639f333', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1407dd7-8751-4383-9a81-57d0796a3451', 'serial': 'a1407dd7-8751-4383-9a81-57d0796a3451'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1455.266030] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.266695] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8b01dc-3c1b-4db1-8400-5c4b018b34ae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.274457] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.274688] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c7bc81-60f2-4f88-b2ee-0749f4516ad4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.336775] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.336976] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.337169] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Deleting the datastore file [datastore1] 944e7316-8b9c-4478-a309-4af6e639f333 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.337431] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac6c8c4d-d180-4dc6-b4ac-3405c0a09560 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.343851] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for the task: (returnval){ [ 1455.343851] env[69692]: value = "task-3537205" [ 1455.343851] env[69692]: _type = "Task" [ 1455.343851] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.350066] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.354407] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.852900] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537203, 'name': ReconfigVM_Task, 'duration_secs': 0.601377} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.855890] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfigured VM instance instance-0000007d to attach disk [datastore2] e310095c-9b45-4815-9427-94b19c715320/e310095c-9b45-4815-9427-94b19c715320.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.856549] env[69692]: DEBUG oslo_vmware.api [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Task: {'id': task-3537205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080022} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.856751] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-953105c5-6650-4dfb-817f-ae33ac847173 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.858152] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.858341] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.858515] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.867008] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1455.867008] env[69692]: value = "task-3537206" [ 1455.867008] env[69692]: _type = "Task" [ 1455.867008] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.873635] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537206, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.916502] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1455.916885] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9157bc2-7fec-4355-bc54-5228da1ce312 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.925643] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03295302-2207-4cc6-a405-c2167ae4158b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.951216] env[69692]: ERROR nova.compute.manager [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Failed to detach volume a1407dd7-8751-4383-9a81-57d0796a3451 from /dev/sda: nova.exception.InstanceNotFound: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Traceback (most recent call last): [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self.driver.rebuild(**kwargs) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise NotImplementedError() [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] NotImplementedError [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] During handling of the above exception, another exception occurred: [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Traceback (most recent call last): [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self.driver.detach_volume(context, old_connection_info, [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] return self._volumeops.detach_volume(connection_info, instance) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._detach_volume_vmdk(connection_info, instance) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] stable_ref.fetch_moref(session) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] nova.exception.InstanceNotFound: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. [ 1455.951216] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.076494] env[69692]: DEBUG nova.compute.utils [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Build of instance 944e7316-8b9c-4478-a309-4af6e639f333 aborted: Failed to rebuild volume backed instance. {{(pid=69692) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1456.078684] env[69692]: ERROR nova.compute.manager [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 944e7316-8b9c-4478-a309-4af6e639f333 aborted: Failed to rebuild volume backed instance. [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Traceback (most recent call last): [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self.driver.rebuild(**kwargs) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise NotImplementedError() [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] NotImplementedError [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] During handling of the above exception, another exception occurred: [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Traceback (most recent call last): [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._detach_root_volume(context, instance, root_bdm) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] with excutils.save_and_reraise_exception(): [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self.force_reraise() [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise self.value [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self.driver.detach_volume(context, old_connection_info, [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] return self._volumeops.detach_volume(connection_info, instance) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._detach_volume_vmdk(connection_info, instance) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] stable_ref.fetch_moref(session) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] nova.exception.InstanceNotFound: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] During handling of the above exception, another exception occurred: [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Traceback (most recent call last): [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] yield [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1456.078684] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._do_rebuild_instance_with_claim( [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._do_rebuild_instance( [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._rebuild_default_impl(**kwargs) [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] self._rebuild_volume_backed_instance( [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] raise exception.BuildAbortException( [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] nova.exception.BuildAbortException: Build of instance 944e7316-8b9c-4478-a309-4af6e639f333 aborted: Failed to rebuild volume backed instance. [ 1456.080023] env[69692]: ERROR nova.compute.manager [instance: 944e7316-8b9c-4478-a309-4af6e639f333] [ 1456.376250] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537206, 'name': Rename_Task, 'duration_secs': 0.149945} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.376839] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.377102] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708a8013-0d13-426e-a96f-ed4c826a5cae {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.383580] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1456.383580] env[69692]: value = "task-3537207" [ 1456.383580] env[69692]: _type = "Task" [ 1456.383580] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.390577] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.893632] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537207, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.394130] env[69692]: DEBUG oslo_vmware.api [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537207, 'name': PowerOnVM_Task, 'duration_secs': 0.635108} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.394492] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.394593] env[69692]: INFO nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1457.394760] env[69692]: DEBUG nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1457.395514] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d8aeb4-a208-49e3-a6fa-88ebd4911748 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.909933] env[69692]: INFO nova.compute.manager [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Took 12.27 seconds to build instance. [ 1458.093365] env[69692]: DEBUG oslo_concurrency.lockutils [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.093650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.133794] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0ef5f-c398-49e5-a860-ec312ffdbc48 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.141060] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf54998c-8376-4a4c-9374-4e4c145d29d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.172302] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0289a9f-3bbf-4ced-855e-7a4a7bc83727 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.179753] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd332a-c30e-4ab5-aa2e-d547bcdab681 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.193164] env[69692]: DEBUG nova.compute.provider_tree [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.366526] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "944e7316-8b9c-4478-a309-4af6e639f333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.366797] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.367012] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "944e7316-8b9c-4478-a309-4af6e639f333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.367212] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.367383] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.369560] env[69692]: INFO nova.compute.manager [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Terminating instance [ 1458.411802] env[69692]: DEBUG oslo_concurrency.lockutils [None req-91997360-23c7-43e2-b1ca-93203db2a5d8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.778s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.643665] env[69692]: DEBUG nova.compute.manager [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Received event network-changed-ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.643665] env[69692]: DEBUG nova.compute.manager [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Refreshing instance network info cache due to event network-changed-ea554190-b8af-4cee-bea0-e8535efcd7cb. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1458.643665] env[69692]: DEBUG oslo_concurrency.lockutils [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] Acquiring lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.643665] env[69692]: DEBUG oslo_concurrency.lockutils [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] Acquired lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.643891] env[69692]: DEBUG nova.network.neutron [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Refreshing network info cache for port ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.696636] env[69692]: DEBUG nova.scheduler.client.report [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.873978] env[69692]: DEBUG nova.compute.manager [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.874354] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d44c367-f3fa-460b-a944-cf38f9470648 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.883439] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc6614-c358-4c5c-9aea-17d780e75ef7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.908229] env[69692]: WARNING nova.virt.vmwareapi.driver [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. [ 1458.908422] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.908712] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e69e7e-e0ec-47a8-a81b-24a8633befcb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.916046] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54681454-271f-4a62-be22-26569ffaf828 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.939738] env[69692]: WARNING nova.virt.vmwareapi.vmops [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. [ 1458.939927] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.940126] env[69692]: INFO nova.compute.manager [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1458.940354] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.940556] env[69692]: DEBUG nova.compute.manager [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.940653] env[69692]: DEBUG nova.network.neutron [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.204020] env[69692]: DEBUG oslo_concurrency.lockutils [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.108s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.204020] env[69692]: INFO nova.compute.manager [None req-784db369-539e-49c2-b084-6e31c978bf21 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Successfully reverted task state from rebuilding on failure for instance. [ 1459.691278] env[69692]: DEBUG nova.network.neutron [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Updated VIF entry in instance network info cache for port ea554190-b8af-4cee-bea0-e8535efcd7cb. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.691724] env[69692]: DEBUG nova.network.neutron [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating instance_info_cache with network_info: [{"id": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "address": "fa:16:3e:a8:f2:44", "network": {"id": "9037821a-65a7-4025-8d10-45a2363dbed0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-617721710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b134bd23f11d4174b4c7000ad825f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea554190-b8", "ovs_interfaceid": "ea554190-b8af-4cee-bea0-e8535efcd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.762803] env[69692]: DEBUG nova.compute.manager [req-eb314dbd-2004-488e-84cc-aebe0121bd89 req-d1cadc3c-bdc3-4500-af83-5b185fb3a457 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Received event network-vif-deleted-ac1a4522-d960-47ed-8913-a1c83cc7b125 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.763094] env[69692]: INFO nova.compute.manager [req-eb314dbd-2004-488e-84cc-aebe0121bd89 req-d1cadc3c-bdc3-4500-af83-5b185fb3a457 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Neutron deleted interface ac1a4522-d960-47ed-8913-a1c83cc7b125; detaching it from the instance and deleting it from the info cache [ 1459.763314] env[69692]: DEBUG nova.network.neutron [req-eb314dbd-2004-488e-84cc-aebe0121bd89 req-d1cadc3c-bdc3-4500-af83-5b185fb3a457 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.195834] env[69692]: DEBUG oslo_concurrency.lockutils [req-32aa70a3-8dfb-4760-82d8-4dcbee070a2d req-8eca9246-f1f7-4974-8e2c-52b39d769757 service nova] Releasing lock "refresh_cache-e310095c-9b45-4815-9427-94b19c715320" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.228575] env[69692]: DEBUG nova.network.neutron [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.265951] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8f34b41-5a5a-42a1-8121-21aab898665a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.277300] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa109a-f8d2-4443-a60e-8b4b8bc14c6a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.304063] env[69692]: DEBUG nova.compute.manager [req-eb314dbd-2004-488e-84cc-aebe0121bd89 req-d1cadc3c-bdc3-4500-af83-5b185fb3a457 service nova] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Detach interface failed, port_id=ac1a4522-d960-47ed-8913-a1c83cc7b125, reason: Instance 944e7316-8b9c-4478-a309-4af6e639f333 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1460.730430] env[69692]: INFO nova.compute.manager [-] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Took 1.79 seconds to deallocate network for instance. [ 1461.275569] env[69692]: INFO nova.compute.manager [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Took 0.54 seconds to detach 1 volumes for instance. [ 1461.279447] env[69692]: DEBUG nova.compute.manager [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Deleting volume: a1407dd7-8751-4383-9a81-57d0796a3451 {{(pid=69692) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1461.818431] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.818721] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.818914] env[69692]: DEBUG nova.objects.instance [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lazy-loading 'resources' on Instance uuid 944e7316-8b9c-4478-a309-4af6e639f333 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.272768] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "8e3d69ce-11db-4c35-84f8-c19406443158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.273025] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.373518] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7f9adf-721b-4709-b728-8b9f2a85e13e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.380928] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfec313-4cb9-40a5-b72c-597c61debc1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.409601] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc0ebd-86cd-4793-b1ab-f4bd4f310609 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.416293] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e51463f-df68-4ec8-95db-dad4fe64b056 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.429330] env[69692]: DEBUG nova.compute.provider_tree [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.775825] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.932315] env[69692]: DEBUG nova.scheduler.client.report [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.297433] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.436978] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.439286] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.142s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.441116] env[69692]: INFO nova.compute.claims [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.957812] env[69692]: DEBUG oslo_concurrency.lockutils [None req-c4131085-8ce3-4a24-bbce-abccc3ca2617 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Lock "944e7316-8b9c-4478-a309-4af6e639f333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.503961] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69b610-bb30-43ea-a33c-76d6ee4052bb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.511782] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3a736-7d19-4531-b33d-3f507d5f7646 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.540871] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfadc64-ac95-491e-ad97-ed263471bfcf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.547911] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ca2a0-34a0-4a8b-b829-ff54dc8c038d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.560921] env[69692]: DEBUG nova.compute.provider_tree [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.063841] env[69692]: DEBUG nova.scheduler.client.report [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.569267] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.569756] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1466.074972] env[69692]: DEBUG nova.compute.utils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1466.076419] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Not allocating networking since 'none' was specified. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1466.578465] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.588701] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.616308] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.616600] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.616795] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.617041] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.617229] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.617409] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.617661] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.617880] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.618109] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.618321] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.618534] env[69692]: DEBUG nova.virt.hardware [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.619505] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d37a4f-a32f-4e1b-96d2-189f118dd042 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.627883] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae910c7e-fc51-40a4-96a7-28c6005ec573 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.640905] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.646309] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Creating folder: Project (d728c08ef5c44667a54760d988039bcf). Parent ref: group-v706084. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.646572] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0a62c14-6f34-40e3-a195-937363c848a5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.656313] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Created folder: Project (d728c08ef5c44667a54760d988039bcf) in parent group-v706084. [ 1467.656493] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Creating folder: Instances. Parent ref: group-v706422. {{(pid=69692) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.656733] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c54c526b-2597-46a8-932c-f311625e0cad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.665832] env[69692]: INFO nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Created folder: Instances in parent group-v706422. [ 1467.666071] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.666258] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.666451] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfe4d10-346d-4d2a-8de0-5576e8167fda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.681705] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.681705] env[69692]: value = "task-3537211" [ 1467.681705] env[69692]: _type = "Task" [ 1467.681705] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.688668] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537211, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.737778] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.738115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.191522] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537211, 'name': CreateVM_Task, 'duration_secs': 0.271903} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.191711] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.192152] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.192319] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.192637] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.192884] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21b12fb-a6ce-4e3e-8f1f-d65f1b1c124f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.197136] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1468.197136] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5233cd1f-f431-de12-0f91-023f4658b101" [ 1468.197136] env[69692]: _type = "Task" [ 1468.197136] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.204177] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5233cd1f-f431-de12-0f91-023f4658b101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.240727] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.709308] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5233cd1f-f431-de12-0f91-023f4658b101, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.709694] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.709815] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.710063] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.710213] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.710390] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.710642] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6405f1aa-fd32-47a1-9a6e-9a6e91581966 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.718978] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.719166] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.719827] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff0b4e5-77b1-436f-97db-34f3175b18eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.724380] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1468.724380] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52469e7b-31ff-d134-b3f8-dc5a2aedfdee" [ 1468.724380] env[69692]: _type = "Task" [ 1468.724380] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.731249] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52469e7b-31ff-d134-b3f8-dc5a2aedfdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.762387] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.762681] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.764171] env[69692]: INFO nova.compute.claims [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.234670] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52469e7b-31ff-d134-b3f8-dc5a2aedfdee, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.235449] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bca19de-d87d-4db2-8ace-f7c3a451dc64 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.240621] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1469.240621] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529d78fc-1e97-6546-a868-432a9039b175" [ 1469.240621] env[69692]: _type = "Task" [ 1469.240621] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.247643] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d78fc-1e97-6546-a868-432a9039b175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.751372] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529d78fc-1e97-6546-a868-432a9039b175, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.751737] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.751845] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.752101] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba00759-a183-462d-bc7b-9361a2e3d35d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.758923] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1469.758923] env[69692]: value = "task-3537212" [ 1469.758923] env[69692]: _type = "Task" [ 1469.758923] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.765731] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.830052] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1bc87f-c4f6-4d3a-9a53-495086da1bd9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.837300] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09a15a-3aff-496e-b020-4424279eaff1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.867861] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee516e-9dff-4659-85f0-77d1bb9c8d6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.874550] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d867ec5-a59b-45dc-9cb5-dab437c46586 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.887073] env[69692]: DEBUG nova.compute.provider_tree [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.269330] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437271} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.269599] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.269814] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.270080] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8180993f-cfc7-46ea-9206-9e9558827d62 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.276706] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1470.276706] env[69692]: value = "task-3537213" [ 1470.276706] env[69692]: _type = "Task" [ 1470.276706] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.284213] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.390524] env[69692]: DEBUG nova.scheduler.client.report [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.786515] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056925} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.786919] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.787515] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af31ec-ccfe-4879-a48b-28618aa0bae6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.806194] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.806428] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdebaadf-2800-4a4b-9e65-3886273749f7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.825074] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1470.825074] env[69692]: value = "task-3537214" [ 1470.825074] env[69692]: _type = "Task" [ 1470.825074] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.833997] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.895265] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.895793] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.335030] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537214, 'name': ReconfigVM_Task, 'duration_secs': 0.264316} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.335030] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.336309] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d41e1102-e473-413f-abc3-1a32c0025fda {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.343042] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1471.343042] env[69692]: value = "task-3537215" [ 1471.343042] env[69692]: _type = "Task" [ 1471.343042] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.351839] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537215, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.401596] env[69692]: DEBUG nova.compute.utils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.402694] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.402866] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.448530] env[69692]: DEBUG nova.policy [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb9a10f2c85143dca1c2c0cd91800e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ad7002206341cda53b4b48529c19a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.724847] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Successfully created port: dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.854112] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537215, 'name': Rename_Task, 'duration_secs': 0.175169} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.854484] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.854626] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5ac633-846c-40d7-914a-af67ca541dc0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.861442] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1471.861442] env[69692]: value = "task-3537216" [ 1471.861442] env[69692]: _type = "Task" [ 1471.861442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.868509] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.906349] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.371483] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.872643] env[69692]: DEBUG oslo_vmware.api [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537216, 'name': PowerOnVM_Task, 'duration_secs': 0.696186} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.872907] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.873106] env[69692]: INFO nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1472.873292] env[69692]: DEBUG nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1472.874087] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c6f62-9425-4205-9c55-88ef728d7453 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.915365] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.940146] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.940389] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.940548] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.940733] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.940881] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.941042] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.941255] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.941418] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.941586] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.941750] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.942165] env[69692]: DEBUG nova.virt.hardware [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.942743] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52601f29-dfd6-49bd-b1ab-d897181ffef3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.951665] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30edcad-823f-4377-b232-45dfe2e97c36 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.117620] env[69692]: DEBUG nova.compute.manager [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Received event network-vif-plugged-dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.117836] env[69692]: DEBUG oslo_concurrency.lockutils [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] Acquiring lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.118054] env[69692]: DEBUG oslo_concurrency.lockutils [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.118223] env[69692]: DEBUG oslo_concurrency.lockutils [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.118389] env[69692]: DEBUG nova.compute.manager [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] No waiting events found dispatching network-vif-plugged-dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1473.118550] env[69692]: WARNING nova.compute.manager [req-10134bb3-0d5b-4f3c-8318-2c020644e6d4 req-6b5ba2ae-e937-48ba-b819-8f15418a19ce service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Received unexpected event network-vif-plugged-dff0f8a1-8107-482c-a362-c55ba5e56c35 for instance with vm_state building and task_state spawning. [ 1473.200501] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Successfully updated port: dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.389977] env[69692]: INFO nova.compute.manager [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Took 10.11 seconds to build instance. [ 1473.703564] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.703724] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.703944] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.892250] env[69692]: DEBUG oslo_concurrency.lockutils [None req-4240a047-8c6c-4bdc-a4d5-17851d04c8d1 tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.619s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.244456] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.354990] env[69692]: INFO nova.compute.manager [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Rebuilding instance [ 1474.359937] env[69692]: DEBUG nova.network.neutron [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updating instance_info_cache with network_info: [{"id": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "address": "fa:16:3e:dc:a9:5f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0f8a1-81", "ovs_interfaceid": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.393892] env[69692]: DEBUG nova.compute.manager [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1474.394756] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c4e172-7c71-4f13-bc48-2a21f19777bc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.863117] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.863460] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance network_info: |[{"id": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "address": "fa:16:3e:dc:a9:5f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0f8a1-81", "ovs_interfaceid": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.863941] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a9:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dff0f8a1-8107-482c-a362-c55ba5e56c35', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.872194] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.872434] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.872683] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-199d7898-105b-4e2c-8afd-53d9b10dcdee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.894981] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.894981] env[69692]: value = "task-3537217" [ 1474.894981] env[69692]: _type = "Task" [ 1474.894981] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.907714] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537217, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.147869] env[69692]: DEBUG nova.compute.manager [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Received event network-changed-dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.147935] env[69692]: DEBUG nova.compute.manager [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Refreshing instance network info cache due to event network-changed-dff0f8a1-8107-482c-a362-c55ba5e56c35. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.148165] env[69692]: DEBUG oslo_concurrency.lockutils [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] Acquiring lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.148300] env[69692]: DEBUG oslo_concurrency.lockutils [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] Acquired lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.148444] env[69692]: DEBUG nova.network.neutron [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Refreshing network info cache for port dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.408732] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537217, 'name': CreateVM_Task, 'duration_secs': 0.331336} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.409375] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.409633] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.409954] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7f71cd-e09d-47cd-85ca-6c9f7c805819 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.412677] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.412921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.413359] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.413677] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba59714-8e27-42c8-a698-c9e019197651 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.419797] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1475.419797] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]521d51c4-99ba-b18e-a304-39019f17ccd4" [ 1475.419797] env[69692]: _type = "Task" [ 1475.419797] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.421360] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1475.421360] env[69692]: value = "task-3537218" [ 1475.421360] env[69692]: _type = "Task" [ 1475.421360] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.437374] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]521d51c4-99ba-b18e-a304-39019f17ccd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.441621] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.441965] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.442272] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.442497] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.442758] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.443122] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.443393] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e64e1f8-7b2d-406d-926c-b99337ef2b8c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.451323] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.451578] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.452554] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e004ea40-cc42-46e7-9bca-3f40e8edd8e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.458200] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1475.458200] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52ee96b9-5f22-124d-ede9-f54634bbef27" [ 1475.458200] env[69692]: _type = "Task" [ 1475.458200] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.468018] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ee96b9-5f22-124d-ede9-f54634bbef27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.826601] env[69692]: DEBUG nova.network.neutron [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updated VIF entry in instance network info cache for port dff0f8a1-8107-482c-a362-c55ba5e56c35. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.827034] env[69692]: DEBUG nova.network.neutron [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updating instance_info_cache with network_info: [{"id": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "address": "fa:16:3e:dc:a9:5f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0f8a1-81", "ovs_interfaceid": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.934720] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537218, 'name': PowerOffVM_Task, 'duration_secs': 0.168585} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.935093] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.935639] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.936459] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ac102-255c-498c-8751-3343fab40c23 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.943715] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.943947] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e52ca3c-30d2-452d-9fcc-f642a36ab2b9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.968720] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52ee96b9-5f22-124d-ede9-f54634bbef27, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.970246] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.970437] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.970612] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Deleting the datastore file [datastore1] 8e3d69ce-11db-4c35-84f8-c19406443158 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.970829] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b1b7e5-7fcd-4dca-8421-ea1f66897f12 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.972820] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cc4027e-b80b-4330-9534-eca7b731c57d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.976862] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1475.976862] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52af4318-ef82-3cb2-fbcf-c80de5d66eae" [ 1475.976862] env[69692]: _type = "Task" [ 1475.976862] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.981278] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1475.981278] env[69692]: value = "task-3537220" [ 1475.981278] env[69692]: _type = "Task" [ 1475.981278] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.987444] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52af4318-ef82-3cb2-fbcf-c80de5d66eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.992388] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.329433] env[69692]: DEBUG oslo_concurrency.lockutils [req-794517ff-711d-4595-b36b-c30a4088bb50 req-28f5fb13-c0dc-4161-bc30-267903b1ceac service nova] Releasing lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.488915] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52af4318-ef82-3cb2-fbcf-c80de5d66eae, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.489477] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.489770] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.490018] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f62b41-3e3d-40f5-b7e4-64f68dcf0ff5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.494505] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09083} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.495016] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.495205] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.495375] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.499632] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1476.499632] env[69692]: value = "task-3537221" [ 1476.499632] env[69692]: _type = "Task" [ 1476.499632] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.506534] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.011385] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455524} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.011689] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.011851] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.012175] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16036ff1-fddf-47a8-857d-491fab297991 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.018748] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1477.018748] env[69692]: value = "task-3537222" [ 1477.018748] env[69692]: _type = "Task" [ 1477.018748] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.026359] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.530481] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06748} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.532518] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.532759] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.532920] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.533120] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.533271] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.533419] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.533620] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.533779] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.533976] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.534167] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.534342] env[69692]: DEBUG nova.virt.hardware [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.534620] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.535397] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61cf0a1-b63e-4a73-a7cd-fb0546f7575b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.538154] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2572bcb4-beec-46c8-a594-d6918e655895 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.559606] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.561254] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca877afd-ca50-45e7-aee9-8ab399e51367 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.575884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4cf9b-64d7-4a83-a0b0-65fe999834d0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.591501] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance VIF info [] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.596915] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.598048] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.598346] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1477.598346] env[69692]: value = "task-3537223" [ 1477.598346] env[69692]: _type = "Task" [ 1477.598346] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.598511] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553d8054-0043-463a-b427-36510d9af20d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.617299] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.618330] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.618330] env[69692]: value = "task-3537224" [ 1477.618330] env[69692]: _type = "Task" [ 1477.618330] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.625064] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537224, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.118524] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537223, 'name': ReconfigVM_Task, 'duration_secs': 0.265658} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.118883] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.121877] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76818cab-9636-44f1-9b3d-3aea9f8972ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.127730] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537224, 'name': CreateVM_Task, 'duration_secs': 0.31444} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.127869] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.128245] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.128404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.128711] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.129729] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe3b667-5a97-4cb7-a121-c87ef9b0e89c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.131128] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1478.131128] env[69692]: value = "task-3537225" [ 1478.131128] env[69692]: _type = "Task" [ 1478.131128] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.134837] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1478.134837] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52897431-37ab-1afa-513b-7aebfdc4cadb" [ 1478.134837] env[69692]: _type = "Task" [ 1478.134837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.140666] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537225, 'name': Rename_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.145291] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52897431-37ab-1afa-513b-7aebfdc4cadb, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.145546] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.145757] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.145972] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.146152] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.146362] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.146578] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aedeec6a-32c5-47b8-8fdf-9614f283d7ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.154572] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.154745] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.155410] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cf5498-fd50-4fb3-9b0e-a6cd8ebc2075 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.161315] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1478.161315] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52f69047-9cd8-9791-16b0-377a447aa848" [ 1478.161315] env[69692]: _type = "Task" [ 1478.161315] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.168205] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f69047-9cd8-9791-16b0-377a447aa848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.640966] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537225, 'name': Rename_Task, 'duration_secs': 0.138375} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.641242] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.641481] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f7c433-a32f-4ce3-9b7e-bcd9aef59f19 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.647547] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1478.647547] env[69692]: value = "task-3537226" [ 1478.647547] env[69692]: _type = "Task" [ 1478.647547] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.654617] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.669132] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52f69047-9cd8-9791-16b0-377a447aa848, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.669842] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e335971-2ac7-4ce1-a93b-8aa7884e50b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.674225] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1478.674225] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528a0dcc-8cbf-0b9a-ae9e-8d7865f05362" [ 1478.674225] env[69692]: _type = "Task" [ 1478.674225] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.683326] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528a0dcc-8cbf-0b9a-ae9e-8d7865f05362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.157265] env[69692]: DEBUG oslo_vmware.api [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537226, 'name': PowerOnVM_Task, 'duration_secs': 0.419202} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.157588] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.157696] env[69692]: INFO nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1479.157870] env[69692]: DEBUG nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1479.158622] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b853e42b-18a3-4fee-ab7a-fc02f8a83c04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.183172] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528a0dcc-8cbf-0b9a-ae9e-8d7865f05362, 'name': SearchDatastore_Task, 'duration_secs': 0.023443} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.183172] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.183391] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.183529] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9011009a-794d-4826-a0fd-e537a605f552 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.188959] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1479.188959] env[69692]: value = "task-3537227" [ 1479.188959] env[69692]: _type = "Task" [ 1479.188959] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.197611] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.677367] env[69692]: INFO nova.compute.manager [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Took 10.93 seconds to build instance. [ 1479.698091] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494069} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.698347] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore2] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.698549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.698778] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ffc83af-ea32-4b2f-9609-98bc36b190a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.704626] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1479.704626] env[69692]: value = "task-3537228" [ 1479.704626] env[69692]: _type = "Task" [ 1479.704626] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.712850] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.179423] env[69692]: DEBUG oslo_concurrency.lockutils [None req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.441s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.214687] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070832} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.214987] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.215762] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb7869c-e56f-4ca9-b930-be114d443d0f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.235006] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.235261] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-885facc0-4b90-40c8-92d9-a07e86eed19c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.255828] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1480.255828] env[69692]: value = "task-3537229" [ 1480.255828] env[69692]: _type = "Task" [ 1480.255828] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.263338] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.690438] env[69692]: DEBUG nova.compute.manager [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Received event network-changed-dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.690638] env[69692]: DEBUG nova.compute.manager [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Refreshing instance network info cache due to event network-changed-dff0f8a1-8107-482c-a362-c55ba5e56c35. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1480.690918] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] Acquiring lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.691112] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] Acquired lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.691287] env[69692]: DEBUG nova.network.neutron [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Refreshing network info cache for port dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.765803] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537229, 'name': ReconfigVM_Task, 'duration_secs': 0.251288} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.766083] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8e3d69ce-11db-4c35-84f8-c19406443158/8e3d69ce-11db-4c35-84f8-c19406443158.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.766695] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52faf078-9bbb-4972-bc08-b536273cb303 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.772867] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1480.772867] env[69692]: value = "task-3537230" [ 1480.772867] env[69692]: _type = "Task" [ 1480.772867] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.780391] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537230, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.282408] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537230, 'name': Rename_Task, 'duration_secs': 0.125724} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.282748] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.282896] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b40811-028e-4f8a-86e1-c63efdf34c86 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.291419] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1481.291419] env[69692]: value = "task-3537231" [ 1481.291419] env[69692]: _type = "Task" [ 1481.291419] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.298496] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.395425] env[69692]: DEBUG nova.network.neutron [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updated VIF entry in instance network info cache for port dff0f8a1-8107-482c-a362-c55ba5e56c35. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.395779] env[69692]: DEBUG nova.network.neutron [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updating instance_info_cache with network_info: [{"id": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "address": "fa:16:3e:dc:a9:5f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0f8a1-81", "ovs_interfaceid": "dff0f8a1-8107-482c-a362-c55ba5e56c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.800953] env[69692]: DEBUG oslo_vmware.api [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537231, 'name': PowerOnVM_Task, 'duration_secs': 0.405175} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.801239] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.801448] env[69692]: DEBUG nova.compute.manager [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1481.802268] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6126a19-5f90-4584-937d-404d0c873f88 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.898715] env[69692]: DEBUG oslo_concurrency.lockutils [req-b2bd37d3-d7e9-42ff-8692-f13dd7f5de99 req-79540bb4-cc6b-42ba-9bfa-b96d782f2780 service nova] Releasing lock "refresh_cache-32e01a66-4f1a-4103-8b60-6ffd8cb1387c" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.317462] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.317878] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.317878] env[69692]: DEBUG nova.objects.instance [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1483.078650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "8e3d69ce-11db-4c35-84f8-c19406443158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.078913] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.079154] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "8e3d69ce-11db-4c35-84f8-c19406443158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.079348] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.079522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.081447] env[69692]: INFO nova.compute.manager [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Terminating instance [ 1483.325602] env[69692]: DEBUG oslo_concurrency.lockutils [None req-6ac08a74-6d20-414b-a4ed-cea1a5871f5d tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.585485] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "refresh_cache-8e3d69ce-11db-4c35-84f8-c19406443158" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.585655] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquired lock "refresh_cache-8e3d69ce-11db-4c35-84f8-c19406443158" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.585817] env[69692]: DEBUG nova.network.neutron [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.104693] env[69692]: DEBUG nova.network.neutron [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.156786] env[69692]: DEBUG nova.network.neutron [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.659995] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Releasing lock "refresh_cache-8e3d69ce-11db-4c35-84f8-c19406443158" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.660448] env[69692]: DEBUG nova.compute.manager [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.660597] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.661519] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df762ff1-5a8e-4467-a172-cac1548c8640 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.669674] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.669968] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1699a19a-5a8d-4000-95c4-8ad5d948b489 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.676094] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1484.676094] env[69692]: value = "task-3537232" [ 1484.676094] env[69692]: _type = "Task" [ 1484.676094] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.684035] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.186931] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537232, 'name': PowerOffVM_Task, 'duration_secs': 0.116858} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.187285] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.187380] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.187642] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8bdcf43-e2a4-4e38-b757-2be0925c2e0e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.213255] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.213454] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.213632] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Deleting the datastore file [datastore2] 8e3d69ce-11db-4c35-84f8-c19406443158 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.213909] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfc8cdf-a75d-4572-8e63-175f8998358e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.221820] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for the task: (returnval){ [ 1485.221820] env[69692]: value = "task-3537234" [ 1485.221820] env[69692]: _type = "Task" [ 1485.221820] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.229908] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.732740] env[69692]: DEBUG oslo_vmware.api [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Task: {'id': task-3537234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164166} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.733126] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.733190] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.733342] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.733532] env[69692]: INFO nova.compute.manager [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1485.733833] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.734065] env[69692]: DEBUG nova.compute.manager [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.734158] env[69692]: DEBUG nova.network.neutron [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.751516] env[69692]: DEBUG nova.network.neutron [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.253689] env[69692]: DEBUG nova.network.neutron [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.757059] env[69692]: INFO nova.compute.manager [-] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Took 1.02 seconds to deallocate network for instance. [ 1487.264109] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.264414] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.264645] env[69692]: DEBUG nova.objects.instance [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lazy-loading 'resources' on Instance uuid 8e3d69ce-11db-4c35-84f8-c19406443158 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.831864] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258dadf1-feac-43f4-a7be-e076ff81b399 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.839411] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0706c38-4306-44e1-8b7a-cad199854fe3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.869193] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea9d1b-d4a9-47bb-824a-48120b99a396 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.876629] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec1a40-5d25-4e5f-bdc9-ea1d09f10708 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.889999] env[69692]: DEBUG nova.compute.provider_tree [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.393111] env[69692]: DEBUG nova.scheduler.client.report [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.899488] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.919525] env[69692]: INFO nova.scheduler.client.report [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Deleted allocations for instance 8e3d69ce-11db-4c35-84f8-c19406443158 [ 1489.427053] env[69692]: DEBUG oslo_concurrency.lockutils [None req-068347be-c814-461d-aa74-ae9bf986230e tempest-ServersListShow298Test-717552255 tempest-ServersListShow298Test-717552255-project-member] Lock "8e3d69ce-11db-4c35-84f8-c19406443158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.348s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.448021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.448021] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.952058] env[69692]: DEBUG nova.compute.utils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1496.454855] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.510023] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.510401] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.510529] env[69692]: INFO nova.compute.manager [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attaching volume 921a8429-4be9-4c15-8cfc-76b10801594c to /dev/sdb [ 1497.539598] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c58087-b720-4190-9373-1e0881de2f30 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.547199] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66511770-0bed-413b-80d5-223cc3ed74f1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.560049] env[69692]: DEBUG nova.virt.block_device [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating existing volume attachment record: 35ab50fa-9d3f-4347-87c0-f2f346e8ed11 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1502.102798] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1502.103044] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706427', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'name': 'volume-921a8429-4be9-4c15-8cfc-76b10801594c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'serial': '921a8429-4be9-4c15-8cfc-76b10801594c'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1502.103918] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd85812-b42a-4a52-b3d2-cb58af90649d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.121092] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70245e0d-aa94-49f6-ab2c-435a1f3f3af7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.145517] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-921a8429-4be9-4c15-8cfc-76b10801594c/volume-921a8429-4be9-4c15-8cfc-76b10801594c.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.145783] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef150ff-0fdb-4412-8851-e1296cd72900 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.164711] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1502.164711] env[69692]: value = "task-3537237" [ 1502.164711] env[69692]: _type = "Task" [ 1502.164711] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.173109] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.674721] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537237, 'name': ReconfigVM_Task, 'duration_secs': 0.360435} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.675044] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-921a8429-4be9-4c15-8cfc-76b10801594c/volume-921a8429-4be9-4c15-8cfc-76b10801594c.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.679599] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e9a14d-a9de-4eab-b161-3c7e0aef17a9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.694640] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1502.694640] env[69692]: value = "task-3537238" [ 1502.694640] env[69692]: _type = "Task" [ 1502.694640] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.701844] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.204470] env[69692]: DEBUG oslo_vmware.api [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537238, 'name': ReconfigVM_Task, 'duration_secs': 0.159096} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.204781] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706427', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'name': 'volume-921a8429-4be9-4c15-8cfc-76b10801594c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'serial': '921a8429-4be9-4c15-8cfc-76b10801594c'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1504.240159] env[69692]: DEBUG nova.objects.instance [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.744943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-102b5713-4a5c-40e8-ac15-1ef2843aca04 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.563674] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.564046] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.067372] env[69692]: DEBUG nova.compute.utils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1506.170790] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.571055] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.170488] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.170705] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.623220] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.623587] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.623711] env[69692]: INFO nova.compute.manager [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attaching volume 00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a to /dev/sdc [ 1507.653289] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1109e7-03c8-48df-b56f-83c6d3be3512 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.659970] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938bb315-87f2-4972-9212-a3628283d345 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.672455] env[69692]: DEBUG nova.virt.block_device [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating existing volume attachment record: 797ce662-3a29-4f5c-8288-3c7dcabd1921 {{(pid=69692) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1508.166635] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.170352] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.170518] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1510.170899] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.171321] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.673915] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.674201] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.674415] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.674578] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1510.675508] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf50ef-1592-4a1a-96a4-09e8d1d45502 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.683500] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588747a3-0e9a-47c6-b976-dddf02e4a129 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.697208] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4731ed6-9ab9-4eb0-a745-00ce72f3fd60 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.703597] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32cbe61-82a7-4919-90dc-49d21942a24a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.733602] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1510.733742] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.733944] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.760345] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b53eac39-0b37-4bc7-9261-9cc262362bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1511.760636] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance e310095c-9b45-4815-9427-94b19c715320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1511.760715] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 32e01a66-4f1a-4103-8b60-6ffd8cb1387c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1511.760867] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1511.761010] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1511.803445] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9decb7-b3f9-4f7f-a71a-9c0c41ea4883 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.810554] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb772b-37f1-451d-ab66-9f019e4fb519 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.840091] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56f207-49d0-45dc-9fc6-a374c96e5720 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.846962] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ed5d0-77fa-4435-ab83-f9eaf13092a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.859583] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.214374] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Volume attach. Driver type: vmdk {{(pid=69692) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1512.214632] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706428', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'name': 'volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'serial': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1512.215507] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cec867-352d-4bbe-9e2e-af210533aac8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.231469] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c684bf6-cd5d-4963-9d8a-a7e9bb469530 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.258580] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a/volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.258799] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2e8f75-791c-4de3-90fc-39a6a90cdd1c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.276233] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1512.276233] env[69692]: value = "task-3537241" [ 1512.276233] env[69692]: _type = "Task" [ 1512.276233] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.283386] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.362613] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.786114] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537241, 'name': ReconfigVM_Task, 'duration_secs': 0.321237} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.786641] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a/volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.791216] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd32426-87bf-404d-b89a-c231b848c67f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.805292] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1512.805292] env[69692]: value = "task-3537242" [ 1512.805292] env[69692]: _type = "Task" [ 1512.805292] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.812579] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.867469] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1512.867690] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.314966] env[69692]: DEBUG oslo_vmware.api [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537242, 'name': ReconfigVM_Task, 'duration_secs': 0.126845} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.315313] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706428', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'name': 'volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'serial': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a'} {{(pid=69692) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1513.867888] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.348805] env[69692]: DEBUG nova.objects.instance [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.854468] env[69692]: DEBUG oslo_concurrency.lockutils [None req-43458235-d9b5-49fe-8074-7625097acbf2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.146182] env[69692]: DEBUG oslo_concurrency.lockutils [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.146561] env[69692]: DEBUG oslo_concurrency.lockutils [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.649895] env[69692]: INFO nova.compute.manager [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Detaching volume 921a8429-4be9-4c15-8cfc-76b10801594c [ 1515.679337] env[69692]: INFO nova.virt.block_device [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attempting to driver detach volume 921a8429-4be9-4c15-8cfc-76b10801594c from mountpoint /dev/sdb [ 1515.679568] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1515.679756] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706427', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'name': 'volume-921a8429-4be9-4c15-8cfc-76b10801594c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'serial': '921a8429-4be9-4c15-8cfc-76b10801594c'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1515.680645] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27378d1-bb45-4e72-a542-a094014923a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.704678] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850deda-e748-4aa5-a3b4-04dd65a413fd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.711557] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e1635-29e6-4891-a7b1-1340e84c17eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.733811] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097adf73-7eb5-47c7-8fee-134505c31ad4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.748078] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] The volume has not been displaced from its original location: [datastore1] volume-921a8429-4be9-4c15-8cfc-76b10801594c/volume-921a8429-4be9-4c15-8cfc-76b10801594c.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1515.753151] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.753397] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f83e7e-5b2e-4833-aae0-0dd4b1d966b2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.770667] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1515.770667] env[69692]: value = "task-3537243" [ 1515.770667] env[69692]: _type = "Task" [ 1515.770667] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.779174] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.280640] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537243, 'name': ReconfigVM_Task, 'duration_secs': 0.39403} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.281103] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.285548] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac350e4-ace9-4f86-8376-e9a4734ed45a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.299959] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1516.299959] env[69692]: value = "task-3537244" [ 1516.299959] env[69692]: _type = "Task" [ 1516.299959] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.307573] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.811154] env[69692]: DEBUG oslo_vmware.api [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537244, 'name': ReconfigVM_Task, 'duration_secs': 0.134369} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.811453] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706427', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'name': 'volume-921a8429-4be9-4c15-8cfc-76b10801594c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '921a8429-4be9-4c15-8cfc-76b10801594c', 'serial': '921a8429-4be9-4c15-8cfc-76b10801594c'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.351833] env[69692]: DEBUG nova.objects.instance [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.485101] env[69692]: INFO nova.compute.manager [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Rebuilding instance [ 1517.523220] env[69692]: DEBUG nova.compute.manager [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1517.524083] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fcad2c-c977-4a19-b21c-53ee9f135961 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.165752] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.358745] env[69692]: DEBUG oslo_concurrency.lockutils [None req-16428526-9012-4b87-8cd2-2c949eae4cf6 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.427114] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.427330] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.536946] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.537261] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021c4b7b-2a94-4b99-bc84-76f8f3df3cc5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.544627] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1518.544627] env[69692]: value = "task-3537245" [ 1518.544627] env[69692]: _type = "Task" [ 1518.544627] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.552728] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.930471] env[69692]: INFO nova.compute.manager [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Detaching volume 00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a [ 1518.960886] env[69692]: INFO nova.virt.block_device [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Attempting to driver detach volume 00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a from mountpoint /dev/sdc [ 1518.961148] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Volume detach. Driver type: vmdk {{(pid=69692) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1518.961343] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706428', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'name': 'volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'serial': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1518.962295] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc7950-c59b-4c73-a9b7-ca5ede2773b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.984741] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e291370-ce40-4ef7-bdfc-bf594023b886 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.991444] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c4cb3-eaba-48f2-832d-972f3d1d63cf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.012124] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90381b13-373f-46d2-9f48-d9c9fbad52eb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.026340] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] The volume has not been displaced from its original location: [datastore1] volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a/volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a.vmdk. No consolidation needed. {{(pid=69692) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1519.031520] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1519.031778] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40298070-b4d2-4923-8fc5-b46c99951394 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.048784] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1519.048784] env[69692]: value = "task-3537246" [ 1519.048784] env[69692]: _type = "Task" [ 1519.048784] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.054327] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537245, 'name': PowerOffVM_Task, 'duration_secs': 0.179954} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.054841] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.055088] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.055790] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4f91a-c964-42ca-9e33-0e482a4e57a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.060923] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.064701] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.064913] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6cee7a-eea3-42bd-a5bb-cb6f5075eb80 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.123200] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.123437] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.123588] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleting the datastore file [datastore2] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.123844] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc124fdf-e78e-447f-b774-359471ad2b6e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.129837] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1519.129837] env[69692]: value = "task-3537248" [ 1519.129837] env[69692]: _type = "Task" [ 1519.129837] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.137233] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.558539] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537246, 'name': ReconfigVM_Task, 'duration_secs': 0.249009} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.558893] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1519.563376] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e354a7bb-c63e-4aaf-a916-f29529dfbf4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.577929] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1519.577929] env[69692]: value = "task-3537249" [ 1519.577929] env[69692]: _type = "Task" [ 1519.577929] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.585876] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.639073] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163189} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.639328] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.639510] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.639695] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.089610] env[69692]: DEBUG oslo_vmware.api [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537249, 'name': ReconfigVM_Task, 'duration_secs': 0.135071} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.089898] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-706428', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'name': 'volume-00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e310095c-9b45-4815-9427-94b19c715320', 'attached_at': '', 'detached_at': '', 'volume_id': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a', 'serial': '00a8c8b5-2cd5-43b3-8f43-5bb6d16e2a9a'} {{(pid=69692) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1520.630292] env[69692]: DEBUG nova.objects.instance [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'flavor' on Instance uuid e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.667469] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1520.667710] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.667863] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1520.668059] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.668212] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1520.668359] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1520.668564] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1520.668721] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1520.668881] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1520.669048] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1520.669221] env[69692]: DEBUG nova.virt.hardware [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1520.670050] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93480e7-71f1-4d27-8f3d-4c6b065e057a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.678611] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b166c-5a1f-4547-80ca-92b7ab742aeb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.691841] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a9:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dff0f8a1-8107-482c-a362-c55ba5e56c35', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.699270] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.699487] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.699680] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd2c1ee1-7737-4367-b92f-2a6c14d6bb33 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.718581] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.718581] env[69692]: value = "task-3537250" [ 1520.718581] env[69692]: _type = "Task" [ 1520.718581] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.725756] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537250, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.228213] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537250, 'name': CreateVM_Task, 'duration_secs': 0.30685} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.228389] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.229026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.229194] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.229521] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.229763] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596ec04b-2e66-449d-ab6d-2eea96b720f5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.233782] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1521.233782] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52a01c9d-369c-9276-7c75-a765c1a7c4b4" [ 1521.233782] env[69692]: _type = "Task" [ 1521.233782] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.240956] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a01c9d-369c-9276-7c75-a765c1a7c4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.637185] env[69692]: DEBUG oslo_concurrency.lockutils [None req-9a128015-57fd-401e-aded-846b14bba1f8 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.744457] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52a01c9d-369c-9276-7c75-a765c1a7c4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.744764] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.744981] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.745228] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.745379] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.745557] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.745812] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f469184-a292-47a5-b816-bfe93820b34f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.753844] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.754028] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.754708] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54a6ec5-5b61-48f5-b920-0eab279177dc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.759435] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1521.759435] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5283c3ff-4e34-64ec-5a64-bbe18e28da04" [ 1521.759435] env[69692]: _type = "Task" [ 1521.759435] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.766284] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5283c3ff-4e34-64ec-5a64-bbe18e28da04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.270066] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5283c3ff-4e34-64ec-5a64-bbe18e28da04, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.270835] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5e5b9c-2cfe-4f3f-ad76-1864b0065b27 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.275902] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1522.275902] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0be17-0df7-8b0e-28a8-8ce3b03f48d8" [ 1522.275902] env[69692]: _type = "Task" [ 1522.275902] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.283566] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0be17-0df7-8b0e-28a8-8ce3b03f48d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.786305] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52b0be17-0df7-8b0e-28a8-8ce3b03f48d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.786664] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.786810] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.787057] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5265f3e5-f444-4aaa-86fc-761aa5db5c38 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.793676] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1522.793676] env[69692]: value = "task-3537251" [ 1522.793676] env[69692]: _type = "Task" [ 1522.793676] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.800820] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.801048] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.801251] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "e310095c-9b45-4815-9427-94b19c715320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.801434] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.801600] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.803108] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.803643] env[69692]: INFO nova.compute.manager [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Terminating instance [ 1523.303585] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453362} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.303827] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.303980] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.304242] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44b8ef58-eae3-45bf-8776-195dbb95f672 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.306621] env[69692]: DEBUG nova.compute.manager [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1523.306834] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.307568] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00107663-69f4-423e-b4bb-761545fe61a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.311108] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1523.311108] env[69692]: value = "task-3537252" [ 1523.311108] env[69692]: _type = "Task" [ 1523.311108] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.316526] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.317031] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7496e5c9-70f1-438c-828c-31d5f1781204 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.322106] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.326506] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1523.326506] env[69692]: value = "task-3537253" [ 1523.326506] env[69692]: _type = "Task" [ 1523.326506] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.334342] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.821016] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070464} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.821450] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.822042] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7c98f-c200-4880-ac83-a1d77caead47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.843638] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.846648] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2e8cd9-b1bb-415e-9d30-1b93c79758d8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.865240] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537253, 'name': PowerOffVM_Task, 'duration_secs': 0.209948} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.866370] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.866549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.866852] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1523.866852] env[69692]: value = "task-3537254" [ 1523.866852] env[69692]: _type = "Task" [ 1523.866852] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.867080] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0bca745-e6d2-4f4b-9592-5f96db66f038 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.875669] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.931178] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.931428] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Deleting contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.931558] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleting the datastore file [datastore2] e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.931832] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97213f4-903b-40be-98ae-5ab06903e4bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.938386] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for the task: (returnval){ [ 1523.938386] env[69692]: value = "task-3537256" [ 1523.938386] env[69692]: _type = "Task" [ 1523.938386] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.948055] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.377814] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.451704] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.878726] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537254, 'name': ReconfigVM_Task, 'duration_secs': 0.751044} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.879177] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c/32e01a66-4f1a-4103-8b60-6ffd8cb1387c.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.879611] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6863354f-3dd1-48da-b1fe-fe599e788f2a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.886378] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1524.886378] env[69692]: value = "task-3537257" [ 1524.886378] env[69692]: _type = "Task" [ 1524.886378] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.893738] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537257, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.950645] env[69692]: DEBUG oslo_vmware.api [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Task: {'id': task-3537256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.61919} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.951020] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.951309] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Deleted contents of the VM from datastore datastore2 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.951590] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.951889] env[69692]: INFO nova.compute.manager [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] [instance: e310095c-9b45-4815-9427-94b19c715320] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1524.952279] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.952562] env[69692]: DEBUG nova.compute.manager [-] [instance: e310095c-9b45-4815-9427-94b19c715320] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.952715] env[69692]: DEBUG nova.network.neutron [-] [instance: e310095c-9b45-4815-9427-94b19c715320] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.392535] env[69692]: DEBUG nova.compute.manager [req-edce83b2-f3f2-4a19-800c-3c68f6c1379a req-f0f0b314-b47a-4de4-b3b9-39a957d56b85 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Received event network-vif-deleted-ea554190-b8af-4cee-bea0-e8535efcd7cb {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.392736] env[69692]: INFO nova.compute.manager [req-edce83b2-f3f2-4a19-800c-3c68f6c1379a req-f0f0b314-b47a-4de4-b3b9-39a957d56b85 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Neutron deleted interface ea554190-b8af-4cee-bea0-e8535efcd7cb; detaching it from the instance and deleting it from the info cache [ 1525.392904] env[69692]: DEBUG nova.network.neutron [req-edce83b2-f3f2-4a19-800c-3c68f6c1379a req-f0f0b314-b47a-4de4-b3b9-39a957d56b85 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.399988] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537257, 'name': Rename_Task, 'duration_secs': 0.15447} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.400292] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.400549] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0400acec-4715-487e-81e3-dc84099e19f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.407602] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1525.407602] env[69692]: value = "task-3537258" [ 1525.407602] env[69692]: _type = "Task" [ 1525.407602] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.415251] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.872456] env[69692]: DEBUG nova.network.neutron [-] [instance: e310095c-9b45-4815-9427-94b19c715320] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.895049] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5bae3b-6fce-428b-a265-1f4e44234e95 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.905276] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd095dc-aa95-4116-aefe-6947cecd9431 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.923809] env[69692]: DEBUG oslo_vmware.api [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537258, 'name': PowerOnVM_Task, 'duration_secs': 0.472474} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.924068] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.924269] env[69692]: DEBUG nova.compute.manager [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1525.925029] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3680e6-1f1f-4ca5-9bba-f11ef4df1617 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.935353] env[69692]: DEBUG nova.compute.manager [req-edce83b2-f3f2-4a19-800c-3c68f6c1379a req-f0f0b314-b47a-4de4-b3b9-39a957d56b85 service nova] [instance: e310095c-9b45-4815-9427-94b19c715320] Detach interface failed, port_id=ea554190-b8af-4cee-bea0-e8535efcd7cb, reason: Instance e310095c-9b45-4815-9427-94b19c715320 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1526.375074] env[69692]: INFO nova.compute.manager [-] [instance: e310095c-9b45-4815-9427-94b19c715320] Took 1.42 seconds to deallocate network for instance. [ 1526.445492] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.445783] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.445962] env[69692]: DEBUG nova.objects.instance [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69692) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1526.882102] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.454097] env[69692]: DEBUG oslo_concurrency.lockutils [None req-17d198aa-7a2d-4e05-ac42-b8144ec996cd tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.455285] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.573s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.455503] env[69692]: DEBUG nova.objects.instance [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lazy-loading 'resources' on Instance uuid e310095c-9b45-4815-9427-94b19c715320 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.009677] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d2c238-5138-41f0-b9bb-f8646726e5fa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.017572] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f96073d-4cca-47c4-a29b-4e588bdb102c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.046849] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa977804-63c9-4048-9052-a6e6af74adfe {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.054124] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93feadd-450b-4717-86ba-a0d3024fba7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.068185] env[69692]: DEBUG nova.compute.provider_tree [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.571958] env[69692]: DEBUG nova.scheduler.client.report [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.077529] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.098857] env[69692]: INFO nova.scheduler.client.report [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Deleted allocations for instance e310095c-9b45-4815-9427-94b19c715320 [ 1529.606685] env[69692]: DEBUG oslo_concurrency.lockutils [None req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Lock "e310095c-9b45-4815-9427-94b19c715320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.805s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.214476] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.214921] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.214983] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.215194] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.215369] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.217569] env[69692]: INFO nova.compute.manager [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Terminating instance [ 1563.721543] env[69692]: DEBUG nova.compute.manager [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.721827] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.722842] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7e4b18-7973-4b37-b672-6d334f1a7dca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.730772] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.731015] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9ead81-6248-49f6-97f8-b9231daa44ca {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.737087] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1563.737087] env[69692]: value = "task-3537262" [ 1563.737087] env[69692]: _type = "Task" [ 1563.737087] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.744670] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.247317] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537262, 'name': PowerOffVM_Task, 'duration_secs': 0.176762} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.247706] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.247752] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.248030] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b3341e-daec-4dda-a15d-93a1cf6afdb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.306549] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.306767] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.306930] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleting the datastore file [datastore1] 32e01a66-4f1a-4103-8b60-6ffd8cb1387c {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.307217] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f3c3e5-472b-4f7e-9c79-188c6d6e601e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.313972] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1564.313972] env[69692]: value = "task-3537264" [ 1564.313972] env[69692]: _type = "Task" [ 1564.313972] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.322577] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.823826] env[69692]: DEBUG oslo_vmware.api [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128502} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.824147] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.824295] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.824536] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.824728] env[69692]: INFO nova.compute.manager [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1564.824966] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1564.825199] env[69692]: DEBUG nova.compute.manager [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.825289] env[69692]: DEBUG nova.network.neutron [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.262351] env[69692]: DEBUG nova.compute.manager [req-3d43ff64-4700-4957-91d0-7a3adb240aee req-699da983-0248-4732-b61b-708318323d74 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Received event network-vif-deleted-dff0f8a1-8107-482c-a362-c55ba5e56c35 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.262589] env[69692]: INFO nova.compute.manager [req-3d43ff64-4700-4957-91d0-7a3adb240aee req-699da983-0248-4732-b61b-708318323d74 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Neutron deleted interface dff0f8a1-8107-482c-a362-c55ba5e56c35; detaching it from the instance and deleting it from the info cache [ 1565.262735] env[69692]: DEBUG nova.network.neutron [req-3d43ff64-4700-4957-91d0-7a3adb240aee req-699da983-0248-4732-b61b-708318323d74 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.747908] env[69692]: DEBUG nova.network.neutron [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.765956] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a0a2d0-71f1-4022-883a-ce1f8e68da5a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.775773] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688fc9fd-c85e-4e93-a567-51f25e67b7e0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.800714] env[69692]: DEBUG nova.compute.manager [req-3d43ff64-4700-4957-91d0-7a3adb240aee req-699da983-0248-4732-b61b-708318323d74 service nova] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Detach interface failed, port_id=dff0f8a1-8107-482c-a362-c55ba5e56c35, reason: Instance 32e01a66-4f1a-4103-8b60-6ffd8cb1387c could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1566.171064] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.250683] env[69692]: INFO nova.compute.manager [-] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Took 1.43 seconds to deallocate network for instance. [ 1566.756551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.757060] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.757060] env[69692]: DEBUG nova.objects.instance [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'resources' on Instance uuid 32e01a66-4f1a-4103-8b60-6ffd8cb1387c {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.301604] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35565a11-bfdf-409e-a52d-ae12bb6c8c8a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.308978] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4135aa5-c9d5-4222-aa60-2c9d57439c77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.340354] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8549b6f-e3c6-4d35-b27e-8f477ebcb4b8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.347175] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fba57c-5582-49c5-84ef-68d45cd3f15a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.360015] env[69692]: DEBUG nova.compute.provider_tree [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.674240] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.863690] env[69692]: DEBUG nova.scheduler.client.report [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.170751] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.369175] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.511511] env[69692]: INFO nova.scheduler.client.report [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted allocations for instance 32e01a66-4f1a-4103-8b60-6ffd8cb1387c [ 1569.019749] env[69692]: DEBUG oslo_concurrency.lockutils [None req-36c6f4b9-1d80-4570-b0dd-31de584eb769 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "32e01a66-4f1a-4103-8b60-6ffd8cb1387c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.169913] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.170203] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.170361] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1570.166145] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.169754] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.672997] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.673359] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.673498] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.673673] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1570.674539] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf2858-d241-4f12-b0aa-7fcfc2f9be7b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.682531] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78c160-18a4-4bcb-be1f-740b2050cd1f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.696110] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3b477-6876-464d-9c2c-bead5d37b2ac {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.701909] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448bd989-e104-4054-93b7-22dd627e52d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.731125] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180561MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1570.731297] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.731517] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.242810] env[69692]: DEBUG nova.compute.manager [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1571.742210] env[69692]: INFO nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating resource usage from migration 43547e39-5e8f-4aa2-8a6c-56043dfad879 [ 1571.759628] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Migration 43547e39-5e8f-4aa2-8a6c-56043dfad879 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1571.759779] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance b53eac39-0b37-4bc7-9261-9cc262362bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1571.759956] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1571.760108] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1571.762827] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.792985] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b9f4a-634e-4433-8d19-129197360b99 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.801121] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872166f0-c67a-46fc-b571-acb17f486a65 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.830910] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb1636-73d7-4cbf-ae58-8a8cc6e6ef3c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.837562] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8df76-c3cf-4b4b-84a8-c725293ce39f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.849896] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.352828] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.858350] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1572.858543] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.858848] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.096s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.363791] env[69692]: INFO nova.compute.claims [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.861439] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.861698] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.869569] env[69692]: INFO nova.compute.resource_tracker [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating resource usage from migration 43547e39-5e8f-4aa2-8a6c-56043dfad879 [ 1573.906979] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72fded-84b0-410c-9bbb-c0e7a858808c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.915153] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35b62d-6854-46a9-8f88-f937a3238248 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.945066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6284d983-2eb2-4b90-9b02-63bcc80d9e6a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.951831] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb7f720-0abb-4b20-a626-d8ed43774503 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.964532] env[69692]: DEBUG nova.compute.provider_tree [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.468058] env[69692]: DEBUG nova.scheduler.client.report [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.973479] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.973755] env[69692]: INFO nova.compute.manager [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Migrating [ 1575.488320] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.488584] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.488744] env[69692]: DEBUG nova.network.neutron [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.177597] env[69692]: DEBUG nova.network.neutron [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.680619] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.195049] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14c2bf-c6cf-426a-946a-271f7fa39a71 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.214872] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.720223] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.720517] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f4fb95-420b-4fef-a684-abcf57d6ca2d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.728846] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1578.728846] env[69692]: value = "task-3537265" [ 1578.728846] env[69692]: _type = "Task" [ 1578.728846] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.735952] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.238406] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537265, 'name': PowerOffVM_Task, 'duration_secs': 0.197821} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.238813] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.238856] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1579.745094] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1579.745411] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.745548] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1579.745732] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.745862] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1579.746022] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1579.746225] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1579.746383] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1579.746550] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1579.746712] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1579.746881] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1579.751943] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a51c6b-b1d3-4ad0-aa58-fbf56b3160df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.767758] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1579.767758] env[69692]: value = "task-3537266" [ 1579.767758] env[69692]: _type = "Task" [ 1579.767758] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.775538] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.171088] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.171288] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1580.277842] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537266, 'name': ReconfigVM_Task, 'duration_secs': 0.157666} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.278256] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1580.677893] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] There are 18 instances to clean {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1580.678125] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 32e01a66-4f1a-4103-8b60-6ffd8cb1387c] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1580.783807] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.784050] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.784200] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.784383] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.784531] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.784676] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.784877] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.785044] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.785217] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.785418] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.785602] env[69692]: DEBUG nova.virt.hardware [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.790792] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1580.791068] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb50cdf-606e-42d9-9f77-d832c7fed01f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.809512] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1580.809512] env[69692]: value = "task-3537267" [ 1580.809512] env[69692]: _type = "Task" [ 1580.809512] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.817309] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.181738] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 8e3d69ce-11db-4c35-84f8-c19406443158] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1581.318373] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537267, 'name': ReconfigVM_Task, 'duration_secs': 0.157461} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.318722] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1581.319363] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619df7a8-2795-46ae-9a9d-2207af7191f2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.341695] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.341930] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df5658e-1513-48bb-9148-c20342ceb435 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.358720] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1581.358720] env[69692]: value = "task-3537268" [ 1581.358720] env[69692]: _type = "Task" [ 1581.358720] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.365892] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.684464] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e310095c-9b45-4815-9427-94b19c715320] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1581.868105] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537268, 'name': ReconfigVM_Task, 'duration_secs': 0.264467} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.868376] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3/b53eac39-0b37-4bc7-9261-9cc262362bc3.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.868645] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.187376] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 944e7316-8b9c-4478-a309-4af6e639f333] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1582.374618] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3dfc6-fd13-4bcd-8ec4-c157db7748d6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.393884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8201ab9-4326-4cff-afff-5413eade058e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.411075] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.691504] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 4bee28d4-ee81-4b44-940e-eea87c480070] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1582.949285] env[69692]: DEBUG nova.network.neutron [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Port 853de43c-09c6-4ef1-9ed5-929fd61184a9 binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1583.194865] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: d5d1fabe-19a7-4eff-ae95-504e2e12c263] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.697944] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: bedc33b5-98ca-4702-95f5-33f616da225f] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.971108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.971287] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.971450] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.201657] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 891f8bb2-8170-4d8f-abbd-bbfd39257655] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1584.705262] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: e9aa0e1d-1c18-4d75-a7d5-e0a2f32bf8f4] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.005796] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.005971] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.006157] env[69692]: DEBUG nova.network.neutron [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.209084] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: ad995e4f-4fc5-41c1-9348-cd35b6f41b3e] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.712209] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 29026d30-a08f-4400-baff-996597b36d73] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.717727] env[69692]: DEBUG nova.network.neutron [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.215855] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 2867ad91-d168-497e-b270-3ed36d8195af] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1586.219725] env[69692]: DEBUG oslo_concurrency.lockutils [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.719578] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0ff26be7-60b9-4ba4-bde9-569d206108d9] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1586.743434] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ed916-b63d-4b3c-a750-9e97bfde5e58 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.763860] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59628c91-97d9-4337-b2b9-1b5a0b54b000 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.770251] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.222687] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 0cf81a95-2491-41b1-9abf-c0a0d2c80a74] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.275918] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.276207] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babffec2-ad23-4d4e-a2c2-fcdda52a74ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.283318] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1587.283318] env[69692]: value = "task-3537269" [ 1587.283318] env[69692]: _type = "Task" [ 1587.283318] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.290695] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.726174] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: f13f7c96-63f0-4215-8dec-55513b59b181] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.793496] env[69692]: DEBUG oslo_vmware.api [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537269, 'name': PowerOnVM_Task, 'duration_secs': 0.378127} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.793774] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.793961] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-051b97da-74de-4b61-882e-b5ad21e32337 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance 'b53eac39-0b37-4bc7-9261-9cc262362bc3' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1588.230031] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: dfe2f686-f05e-47d6-851c-bd7de9a61bbf] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1588.734382] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: 432b3ead-204a-4f1b-8283-2c448acc227b] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1589.237960] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] [instance: fb1023c7-0d4f-4335-b699-fefe3413897c] Instance has had 0 of 5 cleanup attempts {{(pid=69692) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1589.741686] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.742097] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Cleaning up deleted instances with incomplete migration {{(pid=69692) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1590.447943] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.448245] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.448431] env[69692]: DEBUG nova.compute.manager [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Going to confirm migration 9 {{(pid=69692) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1591.019774] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.020066] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.020134] env[69692]: DEBUG nova.network.neutron [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.020321] env[69692]: DEBUG nova.objects.instance [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'info_cache' on Instance uuid b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.216522] env[69692]: DEBUG nova.network.neutron [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [{"id": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "address": "fa:16:3e:30:5f:2f", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853de43c-09", "ovs_interfaceid": "853de43c-09c6-4ef1-9ed5-929fd61184a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.719346] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-b53eac39-0b37-4bc7-9261-9cc262362bc3" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.719657] env[69692]: DEBUG nova.objects.instance [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'migration_context' on Instance uuid b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.223346] env[69692]: DEBUG nova.objects.base [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1593.224332] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0285a-7c93-4097-a7ae-d163df28764d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.244258] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07eb793f-8429-483c-9bb9-20cdcfc68b6b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.249807] env[69692]: DEBUG oslo_vmware.api [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1593.249807] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]528913a3-23e5-664a-0a95-11974c183eaa" [ 1593.249807] env[69692]: _type = "Task" [ 1593.249807] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.258180] env[69692]: DEBUG oslo_vmware.api [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528913a3-23e5-664a-0a95-11974c183eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.759902] env[69692]: DEBUG oslo_vmware.api [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]528913a3-23e5-664a-0a95-11974c183eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008796} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.760201] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.760453] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.305462] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbed88fb-0bea-4aac-ab53-860d3c55f66a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.313179] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe164184-3d1d-4cec-b0f2-8641a4691865 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.343736] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3025343-221d-4260-992a-40065918f978 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.351656] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99526e57-a805-4047-a81e-ae278e5fc402 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.364939] env[69692]: DEBUG nova.compute.provider_tree [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.868046] env[69692]: DEBUG nova.scheduler.client.report [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.878455] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.118s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.436429] env[69692]: INFO nova.scheduler.client.report [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted allocation for migration 43547e39-5e8f-4aa2-8a6c-56043dfad879 [ 1596.942479] env[69692]: DEBUG oslo_concurrency.lockutils [None req-01c2c779-a5cf-49ba-aa33-b788603ad691 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.494s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.358985] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.359261] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.359469] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.359650] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.359820] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.361848] env[69692]: INFO nova.compute.manager [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Terminating instance [ 1597.865399] env[69692]: DEBUG nova.compute.manager [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.865670] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.866600] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a93e6-60ed-498a-931b-200a77ecd5ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.874454] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.874672] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9618dcd2-62f4-40ca-8f03-202f826da419 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.882405] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1597.882405] env[69692]: value = "task-3537270" [ 1597.882405] env[69692]: _type = "Task" [ 1597.882405] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.892009] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.392659] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537270, 'name': PowerOffVM_Task, 'duration_secs': 0.203071} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.393221] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.393325] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.393580] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b783fe8a-3105-44cd-a0b0-6b0cec28e3c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.450299] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.450534] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.450688] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleting the datastore file [datastore1] b53eac39-0b37-4bc7-9261-9cc262362bc3 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.450991] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e99bec9-b390-4bff-9c7d-8ca4e2ee26c6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.457113] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1598.457113] env[69692]: value = "task-3537272" [ 1598.457113] env[69692]: _type = "Task" [ 1598.457113] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.464743] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.967063] env[69692]: DEBUG oslo_vmware.api [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142362} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.967411] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.967619] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.967801] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.967979] env[69692]: INFO nova.compute.manager [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1598.968234] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.968425] env[69692]: DEBUG nova.compute.manager [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.968515] env[69692]: DEBUG nova.network.neutron [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.407709] env[69692]: DEBUG nova.compute.manager [req-ce233928-5ce6-42e1-9c69-d438be7ffd3f req-63dccf2c-cc77-4b39-9dc6-68397d8b546d service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Received event network-vif-deleted-853de43c-09c6-4ef1-9ed5-929fd61184a9 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.407946] env[69692]: INFO nova.compute.manager [req-ce233928-5ce6-42e1-9c69-d438be7ffd3f req-63dccf2c-cc77-4b39-9dc6-68397d8b546d service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Neutron deleted interface 853de43c-09c6-4ef1-9ed5-929fd61184a9; detaching it from the instance and deleting it from the info cache [ 1599.407946] env[69692]: DEBUG nova.network.neutron [req-ce233928-5ce6-42e1-9c69-d438be7ffd3f req-63dccf2c-cc77-4b39-9dc6-68397d8b546d service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.892416] env[69692]: DEBUG nova.network.neutron [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.910486] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a795d92-b09a-448e-9c64-f710c4cb5149 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.920945] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e76c35-1977-47c2-9d1b-20fa97c3deb2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.945299] env[69692]: DEBUG nova.compute.manager [req-ce233928-5ce6-42e1-9c69-d438be7ffd3f req-63dccf2c-cc77-4b39-9dc6-68397d8b546d service nova] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Detach interface failed, port_id=853de43c-09c6-4ef1-9ed5-929fd61184a9, reason: Instance b53eac39-0b37-4bc7-9261-9cc262362bc3 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1600.395476] env[69692]: INFO nova.compute.manager [-] [instance: b53eac39-0b37-4bc7-9261-9cc262362bc3] Took 1.43 seconds to deallocate network for instance. [ 1600.901887] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.902340] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.902404] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.926235] env[69692]: INFO nova.scheduler.client.report [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted allocations for instance b53eac39-0b37-4bc7-9261-9cc262362bc3 [ 1601.433012] env[69692]: DEBUG oslo_concurrency.lockutils [None req-23996a6e-0bbb-41da-8b39-f54437ca1b89 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "b53eac39-0b37-4bc7-9261-9cc262362bc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.074s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.279108] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "d3be427c-129b-4148-b5dd-cca87f85a156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.279392] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.783047] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.305869] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.306161] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.307634] env[69692]: INFO nova.compute.claims [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.343088] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e5293-c890-4b07-aaaa-4aa696fbf897 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.350480] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad39438-66cb-4069-a5fb-acaf5ede5988 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.380446] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a3e93-82fb-42a2-a437-431b6262e343 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.387059] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59e4d8-7965-4e5a-8640-443b3236273f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.399476] env[69692]: DEBUG nova.compute.provider_tree [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.903148] env[69692]: DEBUG nova.scheduler.client.report [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.408935] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.409493] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.915018] env[69692]: DEBUG nova.compute.utils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1605.916502] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.916739] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.968345] env[69692]: DEBUG nova.policy [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb9a10f2c85143dca1c2c0cd91800e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ad7002206341cda53b4b48529c19a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.297632] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Successfully created port: 9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.420514] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.430773] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.456116] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.456361] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.456520] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.456708] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.456864] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.457036] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.457250] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.457409] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.457573] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.457738] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.457914] env[69692]: DEBUG nova.virt.hardware [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.458768] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc731698-3f80-4ef1-8def-b449ec8b0ed3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.466456] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84d1278-1442-4c4f-9a2d-f4604c738ede {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.646266] env[69692]: DEBUG nova.compute.manager [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Received event network-vif-plugged-9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1607.646629] env[69692]: DEBUG oslo_concurrency.lockutils [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] Acquiring lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.646710] env[69692]: DEBUG oslo_concurrency.lockutils [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.646854] env[69692]: DEBUG oslo_concurrency.lockutils [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.647040] env[69692]: DEBUG nova.compute.manager [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] No waiting events found dispatching network-vif-plugged-9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1607.647220] env[69692]: WARNING nova.compute.manager [req-5119eee9-20ca-41b4-b9c1-fe39b32d544e req-4abc44d0-6f3d-4265-9d40-c72badde4c70 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Received unexpected event network-vif-plugged-9406b382-7b22-4a03-8596-c43468f59e9d for instance with vm_state building and task_state spawning. [ 1607.720416] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Successfully updated port: 9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.222515] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.222605] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.222804] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.752793] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.867671] env[69692]: DEBUG nova.network.neutron [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.370552] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.370931] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Instance network_info: |[{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.371427] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e2:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9406b382-7b22-4a03-8596-c43468f59e9d', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.378916] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1609.379165] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.379394] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c88e2678-be78-49d1-90cc-88b64cb4f6a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.398981] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.398981] env[69692]: value = "task-3537273" [ 1609.398981] env[69692]: _type = "Task" [ 1609.398981] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.406120] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537273, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.673484] env[69692]: DEBUG nova.compute.manager [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Received event network-changed-9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1609.673685] env[69692]: DEBUG nova.compute.manager [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Refreshing instance network info cache due to event network-changed-9406b382-7b22-4a03-8596-c43468f59e9d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1609.673936] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.674100] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.674271] env[69692]: DEBUG nova.network.neutron [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Refreshing network info cache for port 9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.908767] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537273, 'name': CreateVM_Task, 'duration_secs': 0.297351} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.909129] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.909568] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.909734] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.910069] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.910317] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7befff-fca1-4ad9-b21f-825691a02cab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.914209] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1609.914209] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52710c26-15bd-2466-272e-0e8956fada75" [ 1609.914209] env[69692]: _type = "Task" [ 1609.914209] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.921140] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52710c26-15bd-2466-272e-0e8956fada75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.341892] env[69692]: DEBUG nova.network.neutron [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updated VIF entry in instance network info cache for port 9406b382-7b22-4a03-8596-c43468f59e9d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.342246] env[69692]: DEBUG nova.network.neutron [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.426482] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52710c26-15bd-2466-272e-0e8956fada75, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.426777] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.427011] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.427255] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.427402] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.427581] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.427825] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef72e2bc-b029-4020-820a-9e81aad45125 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.436050] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.436229] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.436906] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0028beb3-f96f-4f20-8593-1ce70e78f08b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.441388] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1610.441388] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa5a3c-c24b-55be-c3f9-3ac90c84efc8" [ 1610.441388] env[69692]: _type = "Task" [ 1610.441388] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.448291] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa5a3c-c24b-55be-c3f9-3ac90c84efc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.845435] env[69692]: DEBUG oslo_concurrency.lockutils [req-c7f9a698-4f4b-4ea2-bc37-efc4d5a0a36a req-c8db2fb5-b234-4674-ab4a-135409b5e8b3 service nova] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.951975] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52aa5a3c-c24b-55be-c3f9-3ac90c84efc8, 'name': SearchDatastore_Task, 'duration_secs': 0.025335} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.952754] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c200126-7b4f-48b9-a34b-855c84c4bbf5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.957654] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1610.957654] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]525c9aa1-6ad7-a7e3-95bf-0f0ab7e77e4a" [ 1610.957654] env[69692]: _type = "Task" [ 1610.957654] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.965066] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525c9aa1-6ad7-a7e3-95bf-0f0ab7e77e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.469251] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]525c9aa1-6ad7-a7e3-95bf-0f0ab7e77e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.469400] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.469665] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.469917] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0ae368-8425-4985-9d0a-e93e85cab93f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.476415] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1611.476415] env[69692]: value = "task-3537274" [ 1611.476415] env[69692]: _type = "Task" [ 1611.476415] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.483529] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.986464] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.487510] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545146} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.487759] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.487948] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.488199] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95cb2986-edd1-4627-880b-2c4f39008806 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.494266] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1612.494266] env[69692]: value = "task-3537275" [ 1612.494266] env[69692]: _type = "Task" [ 1612.494266] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.500941] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.004696] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067598} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.005065] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.005714] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40809e-cc14-4168-acfa-201468ede24f {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.026930] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.027194] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d01fda1-690c-452b-81ce-345e23b8183c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.046934] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1613.046934] env[69692]: value = "task-3537276" [ 1613.046934] env[69692]: _type = "Task" [ 1613.046934] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.054451] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.557034] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537276, 'name': ReconfigVM_Task, 'duration_secs': 0.363426} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.557452] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfigured VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.558174] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80648c8b-7737-4e93-88b9-96b63656db9c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.564590] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1613.564590] env[69692]: value = "task-3537277" [ 1613.564590] env[69692]: _type = "Task" [ 1613.564590] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.573621] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537277, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.074693] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537277, 'name': Rename_Task} progress is 14%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.575531] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537277, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.077448] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537277, 'name': Rename_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.577869] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537277, 'name': Rename_Task, 'duration_secs': 1.90063} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.578074] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.578283] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05c2a5b2-f245-4ecf-9669-29131908dfbd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.584442] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1615.584442] env[69692]: value = "task-3537278" [ 1615.584442] env[69692]: _type = "Task" [ 1615.584442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.591861] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.094169] env[69692]: DEBUG oslo_vmware.api [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537278, 'name': PowerOnVM_Task, 'duration_secs': 0.435563} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.094644] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.094644] env[69692]: INFO nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1616.094808] env[69692]: DEBUG nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1616.095531] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6160382-3735-4d4c-a498-1ba2e0be6257 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.614782] env[69692]: INFO nova.compute.manager [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Took 13.33 seconds to build instance. [ 1617.116659] env[69692]: DEBUG oslo_concurrency.lockutils [None req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.837s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.474900] env[69692]: DEBUG nova.compute.manager [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Received event network-changed-9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1617.474900] env[69692]: DEBUG nova.compute.manager [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Refreshing instance network info cache due to event network-changed-9406b382-7b22-4a03-8596-c43468f59e9d. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1617.474900] env[69692]: DEBUG oslo_concurrency.lockutils [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.474900] env[69692]: DEBUG oslo_concurrency.lockutils [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.474900] env[69692]: DEBUG nova.network.neutron [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Refreshing network info cache for port 9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.207698] env[69692]: DEBUG nova.network.neutron [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updated VIF entry in instance network info cache for port 9406b382-7b22-4a03-8596-c43468f59e9d. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.208243] env[69692]: DEBUG nova.network.neutron [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.711291] env[69692]: DEBUG oslo_concurrency.lockutils [req-9ba47d57-e7ea-41bb-ad62-f6016b9800ce req-f4cc41d7-8131-4812-96b4-2c5a33cfb9b7 service nova] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.244422] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.244853] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.244853] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.244966] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.245074] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.245235] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.245379] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.245525] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1639.245667] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.748574] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.748853] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.749039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.749262] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1639.750151] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae832eb-6c37-4252-aeff-3902cc7916e4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.758658] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69702845-2a13-42c5-a79a-81e41410d3a8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.771946] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff36864-2028-4d97-b76d-a32fba89333e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.777752] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f41d5-66f3-4ac9-b5c5-861c202cb4df {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.806692] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180946MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1639.806814] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.807017] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.831885] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance d3be427c-129b-4148-b5dd-cca87f85a156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1640.832167] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1640.832250] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1640.847990] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing inventories for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1640.859498] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating ProviderTree inventory for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1640.859663] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Updating inventory in ProviderTree for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1640.869204] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing aggregate associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, aggregates: None {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1640.885338] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Refreshing trait associations for resource provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69692) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1640.909066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa05672-fd27-456e-b1b7-1a0d7f47c9a3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.916197] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375092a0-bb77-4251-8f80-7e2466f6e985 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.944884] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ed2a4-9720-4c0f-a1cc-d6e58beac49b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.951482] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24694fe3-dbc0-45a4-a02f-ce2e21742ecf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.964735] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.467719] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.972384] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1641.972786] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.893898] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.745246] env[69692]: DEBUG nova.compute.manager [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Stashing vm_state: active {{(pid=69692) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1656.264629] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.264905] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1656.770161] env[69692]: INFO nova.compute.claims [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.276163] env[69692]: INFO nova.compute.resource_tracker [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating resource usage from migration a16bc957-ec6c-4d1b-a7c4-55c362d1159c [ 1657.313601] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3b3ed-6928-4a26-9bb9-589fc196295a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.321347] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e24e3-f3d8-4217-b693-1869b0a060ce {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.350997] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142acf26-ceef-4f57-b3bf-7563306ee53b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.357706] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71040f3-3455-4709-92ac-c8c16065887c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.370072] env[69692]: DEBUG nova.compute.provider_tree [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.873790] env[69692]: DEBUG nova.scheduler.client.report [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.378974] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.114s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1658.379260] env[69692]: INFO nova.compute.manager [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Migrating [ 1658.894029] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.894460] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.894460] env[69692]: DEBUG nova.network.neutron [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.620833] env[69692]: DEBUG nova.network.neutron [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.123417] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.637847] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0dd6d1-adcb-4225-b69a-852928017569 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.655864] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 0 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1662.162053] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.162371] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1714e3-fd16-4b57-8172-81d6a8c829d4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.170653] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1662.170653] env[69692]: value = "task-3537279" [ 1662.170653] env[69692]: _type = "Task" [ 1662.170653] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.178963] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.680585] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537279, 'name': PowerOffVM_Task, 'duration_secs': 0.173508} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.680975] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.681036] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 17 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.187985] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.188251] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.188300] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.188453] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.188601] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.188752] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.188954] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.189137] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.189318] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.189487] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.189658] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.194777] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414c9014-6807-49b2-9525-e8a5ceaea69b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.211163] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1663.211163] env[69692]: value = "task-3537280" [ 1663.211163] env[69692]: _type = "Task" [ 1663.211163] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.218892] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.721226] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.222559] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.723335] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537280, 'name': ReconfigVM_Task, 'duration_secs': 1.156924} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.723734] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 33 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.230400] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.230671] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.230786] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.230974] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.231139] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.231289] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.231489] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.231649] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.231820] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.231983] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.232176] env[69692]: DEBUG nova.virt.hardware [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.237543] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1665.237853] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b854d2a2-371e-4263-8e3a-093d5769cce8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.257071] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1665.257071] env[69692]: value = "task-3537281" [ 1665.257071] env[69692]: _type = "Task" [ 1665.257071] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.267659] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.767403] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537281, 'name': ReconfigVM_Task, 'duration_secs': 0.170786} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.767819] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1665.768497] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13a649-0ff8-4bd3-8eab-59d8b70d0aec {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.790573] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.791244] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371e32f1-0e7f-4b76-8a0d-d1ac12396cfb {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.809517] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1665.809517] env[69692]: value = "task-3537282" [ 1665.809517] env[69692]: _type = "Task" [ 1665.809517] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.817108] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.320231] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537282, 'name': ReconfigVM_Task, 'duration_secs': 0.2689} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.320521] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfigured VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.320774] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 50 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.827570] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff932dd0-67e1-4da0-9bcd-53dcca39618e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.846148] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d609e-98a0-482d-b55a-28e3f2fa87da {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.862848] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 67 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1667.402577] env[69692]: DEBUG nova.network.neutron [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Port 9406b382-7b22-4a03-8596-c43468f59e9d binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1668.425875] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.426349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.426349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.457791] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.458054] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.458189] env[69692]: DEBUG nova.network.neutron [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.162980] env[69692]: DEBUG nova.network.neutron [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.665780] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.188237] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea3436-b904-4bb9-91a0-67ae220b27a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.207258] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec72e95-9c77-4eef-97dd-0ef78c58fbd0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.213883] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 83 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.721114] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.721597] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a42950-a168-4aaf-9a94-a48d62aaa3ee {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.729273] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1671.729273] env[69692]: value = "task-3537283" [ 1671.729273] env[69692]: _type = "Task" [ 1671.729273] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.736985] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.239170] env[69692]: DEBUG oslo_vmware.api [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537283, 'name': PowerOnVM_Task, 'duration_secs': 0.367549} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.239430] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.239612] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a66354a1-0924-4121-b79c-39196ada04df tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance 'd3be427c-129b-4148-b5dd-cca87f85a156' progress to 100 {{(pid=69692) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.087246] env[69692]: DEBUG nova.network.neutron [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Port 9406b382-7b22-4a03-8596-c43468f59e9d binding to destination host cpu-1 is already ACTIVE {{(pid=69692) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1674.087522] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.087660] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.087865] env[69692]: DEBUG nova.network.neutron [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.793626] env[69692]: DEBUG nova.network.neutron [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.296795] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.800159] env[69692]: DEBUG nova.compute.manager [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69692) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1675.800396] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.800652] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.303833] env[69692]: DEBUG nova.objects.instance [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'migration_context' on Instance uuid d3be427c-129b-4148-b5dd-cca87f85a156 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.851630] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150663a-f36c-4bca-b7c7-ec7c0de272b3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.859562] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76469f01-4ccb-407a-862a-bb6073f1d22b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.889950] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd88b49-795a-4de8-b592-d27894479d61 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.897058] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067fa82a-f585-479f-a7ad-d6fa76b3b898 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.909449] env[69692]: DEBUG nova.compute.provider_tree [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.413168] env[69692]: DEBUG nova.scheduler.client.report [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.424699] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.624s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.963139] env[69692]: INFO nova.compute.manager [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Swapping old allocation on dict_keys(['1c9ca5fc-5839-4b61-976a-d5f01f52b6f6']) held by migration a16bc957-ec6c-4d1b-a7c4-55c362d1159c for instance [ 1679.984016] env[69692]: DEBUG nova.scheduler.client.report [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Overwriting current allocation {'allocations': {'1c9ca5fc-5839-4b61-976a-d5f01f52b6f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': 'a9ad7002206341cda53b4b48529c19a7', 'user_id': 'cb9a10f2c85143dca1c2c0cd91800e5a', 'consumer_generation': 1} on consumer d3be427c-129b-4148-b5dd-cca87f85a156 {{(pid=69692) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1680.059790] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.059994] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.060211] env[69692]: DEBUG nova.network.neutron [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.765534] env[69692]: DEBUG nova.network.neutron [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [{"id": "9406b382-7b22-4a03-8596-c43468f59e9d", "address": "fa:16:3e:be:e2:7a", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9406b382-7b", "ovs_interfaceid": "9406b382-7b22-4a03-8596-c43468f59e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.268649] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-d3be427c-129b-4148-b5dd-cca87f85a156" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.269128] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.269434] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42299df-b9af-456b-a3b9-9f30de4ccc77 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.276779] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1681.276779] env[69692]: value = "task-3537284" [ 1681.276779] env[69692]: _type = "Task" [ 1681.276779] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.284352] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.786211] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537284, 'name': PowerOffVM_Task, 'duration_secs': 0.192683} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.786470] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.787437] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.787707] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.787889] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.788073] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.788229] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.788376] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.788575] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.788733] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.788901] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.789073] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.789249] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.794074] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0e8430-cc0d-48b2-b57a-a9e30a77640e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.808571] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1681.808571] env[69692]: value = "task-3537285" [ 1681.808571] env[69692]: _type = "Task" [ 1681.808571] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.815625] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.319797] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537285, 'name': ReconfigVM_Task, 'duration_secs': 0.129781} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.320840] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137a6b68-f0cf-4383-994e-efbd0859d42c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.338634] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.339207] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.339207] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.339340] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.339534] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.339705] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.339958] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.340147] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.340321] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.340488] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.340660] env[69692]: DEBUG nova.virt.hardware [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.341463] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c9eaa3-e2fd-45f8-8ec7-d18da599b8b6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.346572] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1682.346572] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]5242c574-d809-3e49-e024-e9b292a18f8f" [ 1682.346572] env[69692]: _type = "Task" [ 1682.346572] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.354110] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5242c574-d809-3e49-e024-e9b292a18f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.856889] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]5242c574-d809-3e49-e024-e9b292a18f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.862117] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1682.862371] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28254942-bc5d-491a-9f8d-88b7545a956d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.879167] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1682.879167] env[69692]: value = "task-3537286" [ 1682.879167] env[69692]: _type = "Task" [ 1682.879167] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.886194] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537286, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.388749] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537286, 'name': ReconfigVM_Task, 'duration_secs': 0.17775} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.389057] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69692) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1683.389793] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3780068c-7607-4f9f-9089-f0b22660dd79 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.411824] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.412075] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8478e12e-dadb-46d5-94dc-a1e0a1c07940 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.429954] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1683.429954] env[69692]: value = "task-3537287" [ 1683.429954] env[69692]: _type = "Task" [ 1683.429954] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.437296] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.939725] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537287, 'name': ReconfigVM_Task, 'duration_secs': 0.235544} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.939992] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Reconfigured VM instance instance-00000080 to attach disk [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156/d3be427c-129b-4148-b5dd-cca87f85a156.vmdk or device None with type thin {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.940797] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d885f95-74af-4f87-aedf-9025b6388acd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.958132] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59814371-067f-47d2-b9ca-5a1e3907ebe4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.975108] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f71619-b05f-4c24-a5e2-2e70800517a7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.999099] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e9db3-3965-44ca-939f-71d9fd520a56 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.007303] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.007597] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-621f778b-77f5-486c-8507-be90ef28e8d7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.013556] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1684.013556] env[69692]: value = "task-3537288" [ 1684.013556] env[69692]: _type = "Task" [ 1684.013556] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.022968] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.523411] env[69692]: DEBUG oslo_vmware.api [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537288, 'name': PowerOnVM_Task, 'duration_secs': 0.334381} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.523809] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.534565] env[69692]: INFO nova.compute.manager [None req-a0a4aded-9600-4a5c-92e1-8b757c7b4166 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance to original state: 'active' [ 1686.548434] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "d3be427c-129b-4148-b5dd-cca87f85a156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1686.548804] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1686.548919] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1686.549087] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1686.549267] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.553456] env[69692]: INFO nova.compute.manager [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Terminating instance [ 1687.057454] env[69692]: DEBUG nova.compute.manager [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.057726] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.058653] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62260a33-591c-4bf9-9859-fc768c945282 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.066520] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.066749] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28033af0-85cf-4514-bf8e-d78dcf87646d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.072618] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1687.072618] env[69692]: value = "task-3537289" [ 1687.072618] env[69692]: _type = "Task" [ 1687.072618] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.080355] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.582282] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537289, 'name': PowerOffVM_Task, 'duration_secs': 0.170392} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.582596] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.582708] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.582926] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8cccae-5e8b-46e6-bdd6-d88412132a04 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.233353] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.233552] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.233717] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleting the datastore file [datastore1] d3be427c-129b-4148-b5dd-cca87f85a156 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.233950] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf02cbd-d012-4f7a-8ba0-b6f95978d159 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.240414] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1688.240414] env[69692]: value = "task-3537291" [ 1688.240414] env[69692]: _type = "Task" [ 1688.240414] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.247613] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.749641] env[69692]: DEBUG oslo_vmware.api [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150357} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.749972] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.750200] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.750419] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.750599] env[69692]: INFO nova.compute.manager [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1688.750835] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1688.751033] env[69692]: DEBUG nova.compute.manager [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.751132] env[69692]: DEBUG nova.network.neutron [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.171237] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.171404] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1689.719222] env[69692]: DEBUG nova.compute.manager [req-c7bbbcba-ff81-4f14-8a55-423643f92162 req-70f663ce-af19-48a2-a0df-d1166934bc5a service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Received event network-vif-deleted-9406b382-7b22-4a03-8596-c43468f59e9d {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1689.719474] env[69692]: INFO nova.compute.manager [req-c7bbbcba-ff81-4f14-8a55-423643f92162 req-70f663ce-af19-48a2-a0df-d1166934bc5a service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Neutron deleted interface 9406b382-7b22-4a03-8596-c43468f59e9d; detaching it from the instance and deleting it from the info cache [ 1689.719623] env[69692]: DEBUG nova.network.neutron [req-c7bbbcba-ff81-4f14-8a55-423643f92162 req-70f663ce-af19-48a2-a0df-d1166934bc5a service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.100458] env[69692]: DEBUG nova.network.neutron [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.170961] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.171209] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.222945] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d1baa66-9a5e-4d51-8ccf-341a23eabea6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.233374] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f222da-7f1d-4d1e-a352-a0c54af26bfa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.257101] env[69692]: DEBUG nova.compute.manager [req-c7bbbcba-ff81-4f14-8a55-423643f92162 req-70f663ce-af19-48a2-a0df-d1166934bc5a service nova] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Detach interface failed, port_id=9406b382-7b22-4a03-8596-c43468f59e9d, reason: Instance d3be427c-129b-4148-b5dd-cca87f85a156 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1690.603189] env[69692]: INFO nova.compute.manager [-] [instance: d3be427c-129b-4148-b5dd-cca87f85a156] Took 1.85 seconds to deallocate network for instance. [ 1691.110014] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.110331] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1691.110527] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.170279] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.176773] env[69692]: INFO nova.scheduler.client.report [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted allocations for instance d3be427c-129b-4148-b5dd-cca87f85a156 [ 1691.685349] env[69692]: DEBUG oslo_concurrency.lockutils [None req-a63de9f0-fa0d-451a-ba40-612550e90893 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "d3be427c-129b-4148-b5dd-cca87f85a156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.137s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.166855] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.171047] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.673996] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.674358] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.674551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.674708] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1692.677581] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced7ef6-46ad-4142-8d9e-b7403f788254 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.685575] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242205a6-d8d2-4d7e-ba97-71777f86064c {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.697427] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032f3aa-9e03-45b9-8a19-d761800a64f6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.703898] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d8eeb-3e38-4b6a-9eb8-6203d307db24 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.733947] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180784MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1692.734115] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.734352] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.366948] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.367262] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.869221] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Starting instance... {{(pid=69692) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.264489] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1694.264719] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1694.264856] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1694.294488] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ecdc9-1c22-4a31-b5a9-b5d0e6d07988 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.302348] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835fdde4-d0f2-4be2-83da-e3abe0446073 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.331450] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eca33c-f69c-468f-94ab-4826212d74db {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.338076] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f71d43-2b73-4d9a-a564-ca4b35be65ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.351494] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.385927] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1694.855081] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.359773] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1695.359956] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.626s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.360237] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.974s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1695.361750] env[69692]: INFO nova.compute.claims [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.396178] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857ffc5-c2a3-445f-99a5-052197450120 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.403289] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1d08c7-99c5-4f0a-ac91-3270801b9210 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.431651] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65966c-cd62-4996-8601-e13a803b66a2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.438171] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de0b0d-f1ba-415b-bf63-34e819aa6858 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.451306] env[69692]: DEBUG nova.compute.provider_tree [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.954651] env[69692]: DEBUG nova.scheduler.client.report [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.364879] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.365143] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.459329] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.459853] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Start building networks asynchronously for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.965258] env[69692]: DEBUG nova.compute.utils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Using /dev/sd instead of None {{(pid=69692) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1697.966696] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Allocating IP information in the background. {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1697.966872] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] allocate_for_instance() {{(pid=69692) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.093670] env[69692]: DEBUG nova.policy [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb9a10f2c85143dca1c2c0cd91800e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ad7002206341cda53b4b48529c19a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69692) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.458650] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Successfully created port: bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.470309] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Start building block device mappings for instance. {{(pid=69692) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1699.481462] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Start spawning the instance on the hypervisor. {{(pid=69692) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1699.540178] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T10:22:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T10:22:06Z,direct_url=,disk_format='vmdk',id=be3c5e01-f5be-4c91-b21b-f4aa2639018e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7a031eeef304d07a0ee93de57cd6ce2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T10:22:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.540491] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.540691] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image limits 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.540882] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Flavor pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.541085] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Image pref 0:0:0 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.541289] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69692) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.541577] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.541782] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.541988] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Got 1 possible topologies {{(pid=69692) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.542219] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.542437] env[69692]: DEBUG nova.virt.hardware [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69692) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.543323] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5caaea2-3a5e-4fc0-b5ae-e038bd6c7ecc {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.551490] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0d9a3-cddf-4570-8517-867c4b2359d2 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.893943] env[69692]: DEBUG nova.compute.manager [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Received event network-vif-plugged-bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1699.894180] env[69692]: DEBUG oslo_concurrency.lockutils [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] Acquiring lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1699.894386] env[69692]: DEBUG oslo_concurrency.lockutils [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1699.894554] env[69692]: DEBUG oslo_concurrency.lockutils [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1699.894719] env[69692]: DEBUG nova.compute.manager [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] No waiting events found dispatching network-vif-plugged-bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1699.894878] env[69692]: WARNING nova.compute.manager [req-f64bf993-0f8d-4da8-93f9-a91c704bcb9b req-7af5b767-367d-472e-a4ab-08b0b5a36c5f service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Received unexpected event network-vif-plugged-bc40fa37-87a6-47e8-927a-06854efa4a28 for instance with vm_state building and task_state spawning. [ 1700.015951] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Successfully updated port: bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.519324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.519756] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.519756] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.053469] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Instance cache missing network info. {{(pid=69692) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.183678] env[69692]: DEBUG nova.network.neutron [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.685928] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.686324] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Instance network_info: |[{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69692) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1701.686684] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:1f:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc40fa37-87a6-47e8-927a-06854efa4a28', 'vif_model': 'vmxnet3'}] {{(pid=69692) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.694383] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1701.694582] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Creating VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.356509] env[69692]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3a55b6-549b-48cc-9fe6-3d995f273986 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.371339] env[69692]: DEBUG nova.compute.manager [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Received event network-changed-bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1702.371547] env[69692]: DEBUG nova.compute.manager [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Refreshing instance network info cache due to event network-changed-bc40fa37-87a6-47e8-927a-06854efa4a28. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1702.371725] env[69692]: DEBUG oslo_concurrency.lockutils [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] Acquiring lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.371891] env[69692]: DEBUG oslo_concurrency.lockutils [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] Acquired lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.372064] env[69692]: DEBUG nova.network.neutron [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Refreshing network info cache for port bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.378534] env[69692]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.378534] env[69692]: value = "task-3537292" [ 1702.378534] env[69692]: _type = "Task" [ 1702.378534] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.386539] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537292, 'name': CreateVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.887878] env[69692]: DEBUG oslo_vmware.api [-] Task: {'id': task-3537292, 'name': CreateVM_Task, 'duration_secs': 0.284834} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.888173] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Created VM on the ESX host {{(pid=69692) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.888697] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.888861] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.889217] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.889483] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f5bcb0-4c59-4c1a-919c-8b1963e8125a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.893876] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1702.893876] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52c269b7-2493-6ec5-611b-b0941044f140" [ 1702.893876] env[69692]: _type = "Task" [ 1702.893876] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.901277] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c269b7-2493-6ec5-611b-b0941044f140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.053221] env[69692]: DEBUG nova.network.neutron [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updated VIF entry in instance network info cache for port bc40fa37-87a6-47e8-927a-06854efa4a28. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.053578] env[69692]: DEBUG nova.network.neutron [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.404144] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52c269b7-2493-6ec5-611b-b0941044f140, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.404416] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.404644] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Processing image be3c5e01-f5be-4c91-b21b-f4aa2639018e {{(pid=69692) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.404870] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.405026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.405237] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.405485] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b59637-db6c-4ffc-9cd8-699d67cda3e8 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.413089] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69692) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.413261] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69692) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.413893] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7565463-f97a-4036-a7a2-ee533a7dfba4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.418297] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1703.418297] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]529eb046-e938-0c7d-6c82-e5b7b904aa38" [ 1703.418297] env[69692]: _type = "Task" [ 1703.418297] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.424888] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529eb046-e938-0c7d-6c82-e5b7b904aa38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.556774] env[69692]: DEBUG oslo_concurrency.lockutils [req-1bdde55f-2b06-47e1-b19e-178e90ed5d74 req-8ee64cb1-3f7e-4870-8d81-c10145c821f2 service nova] Releasing lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.928281] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]529eb046-e938-0c7d-6c82-e5b7b904aa38, 'name': SearchDatastore_Task, 'duration_secs': 0.007837} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.929019] env[69692]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851f9527-c9b0-492b-8b2e-4a04cb3185bf {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.934352] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1703.934352] env[69692]: value = "session[5266300d-49af-1b92-ec19-9467c6fa8824]52428aa6-c0fe-d77c-c4f5-b60d319177d3" [ 1703.934352] env[69692]: _type = "Task" [ 1703.934352] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.941080] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52428aa6-c0fe-d77c-c4f5-b60d319177d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.444785] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': session[5266300d-49af-1b92-ec19-9467c6fa8824]52428aa6-c0fe-d77c-c4f5-b60d319177d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.445039] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.445296] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 7f6fcde3-9d7d-4066-ba71-8ea23fed5115/7f6fcde3-9d7d-4066-ba71-8ea23fed5115.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.445531] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5036143-6b45-4096-b3fa-c7948b36be4b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.452241] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1704.452241] env[69692]: value = "task-3537293" [ 1704.452241] env[69692]: _type = "Task" [ 1704.452241] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.459154] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.961899] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467066} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.963533] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be3c5e01-f5be-4c91-b21b-f4aa2639018e/be3c5e01-f5be-4c91-b21b-f4aa2639018e.vmdk to [datastore1] 7f6fcde3-9d7d-4066-ba71-8ea23fed5115/7f6fcde3-9d7d-4066-ba71-8ea23fed5115.vmdk {{(pid=69692) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.963533] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Extending root virtual disk to 1048576 {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.963533] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824d92be-0d40-4150-8583-4e8306fd66ad {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.970408] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1704.970408] env[69692]: value = "task-3537294" [ 1704.970408] env[69692]: _type = "Task" [ 1704.970408] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.978399] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.480569] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069934} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.480858] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Extended root virtual disk {{(pid=69692) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.481609] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a54f5f-d6a4-40fc-a99b-b038c9e1a279 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.502576] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 7f6fcde3-9d7d-4066-ba71-8ea23fed5115/7f6fcde3-9d7d-4066-ba71-8ea23fed5115.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.502829] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c196d78-34f6-4942-9ec7-c3091110cc06 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.521586] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1705.521586] env[69692]: value = "task-3537295" [ 1705.521586] env[69692]: _type = "Task" [ 1705.521586] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.528708] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.031305] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537295, 'name': ReconfigVM_Task, 'duration_secs': 0.289855} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.031744] env[69692]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 7f6fcde3-9d7d-4066-ba71-8ea23fed5115/7f6fcde3-9d7d-4066-ba71-8ea23fed5115.vmdk or device None with type sparse {{(pid=69692) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.032186] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-937ffd7d-d5c7-4441-bc81-729af3dc3d57 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.038442] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1706.038442] env[69692]: value = "task-3537296" [ 1706.038442] env[69692]: _type = "Task" [ 1706.038442] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.045377] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537296, 'name': Rename_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.548277] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537296, 'name': Rename_Task, 'duration_secs': 0.137156} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.548540] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.548772] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca7a56b-b5b0-4c78-819f-3494d9adf33b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.554814] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1706.554814] env[69692]: value = "task-3537297" [ 1706.554814] env[69692]: _type = "Task" [ 1706.554814] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.561866] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.064408] env[69692]: DEBUG oslo_vmware.api [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537297, 'name': PowerOnVM_Task, 'duration_secs': 0.448768} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.064747] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.064861] env[69692]: INFO nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1707.065051] env[69692]: DEBUG nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1707.065833] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211bef4d-dc80-4a32-a4bc-92299c4cb1c7 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.581732] env[69692]: INFO nova.compute.manager [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Took 13.21 seconds to build instance. [ 1708.083611] env[69692]: DEBUG oslo_concurrency.lockutils [None req-2faf9ed7-6932-498a-acd9-a314dd07ba38 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.716s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1708.214806] env[69692]: DEBUG nova.compute.manager [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Received event network-changed-bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1708.215029] env[69692]: DEBUG nova.compute.manager [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Refreshing instance network info cache due to event network-changed-bc40fa37-87a6-47e8-927a-06854efa4a28. {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1708.215276] env[69692]: DEBUG oslo_concurrency.lockutils [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] Acquiring lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.215405] env[69692]: DEBUG oslo_concurrency.lockutils [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] Acquired lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1708.215568] env[69692]: DEBUG nova.network.neutron [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Refreshing network info cache for port bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.914891] env[69692]: DEBUG nova.network.neutron [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updated VIF entry in instance network info cache for port bc40fa37-87a6-47e8-927a-06854efa4a28. {{(pid=69692) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.915230] env[69692]: DEBUG nova.network.neutron [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.418535] env[69692]: DEBUG oslo_concurrency.lockutils [req-c4e18fad-8c12-440d-bdd9-f94d65b65d0a req-3fe50155-8114-47a7-9c56-a367fea644c1 service nova] Releasing lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.589064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1745.589064] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1745.589064] env[69692]: DEBUG nova.compute.manager [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1745.589731] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebfae3-5ab5-404a-8aac-903d8564bf47 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.596565] env[69692]: DEBUG nova.compute.manager [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69692) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1745.597109] env[69692]: DEBUG nova.objects.instance [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'flavor' on Instance uuid 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.605617] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.606028] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3001d44-5bd4-4390-8e8d-16535b4cfddd {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.613543] env[69692]: DEBUG oslo_vmware.api [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1746.613543] env[69692]: value = "task-3537298" [ 1746.613543] env[69692]: _type = "Task" [ 1746.613543] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.621364] env[69692]: DEBUG oslo_vmware.api [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.123243] env[69692]: DEBUG oslo_vmware.api [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537298, 'name': PowerOffVM_Task, 'duration_secs': 0.192721} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.123494] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.123690] env[69692]: DEBUG nova.compute.manager [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1747.124435] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f990e-315b-4a80-85e8-1aa4327c2c3e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.634991] env[69692]: DEBUG oslo_concurrency.lockutils [None req-eed92ec6-d92c-48a3-ac2a-f10c60ca8ddc tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1747.934750] env[69692]: DEBUG nova.objects.instance [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'flavor' on Instance uuid 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.440348] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.440551] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.440696] env[69692]: DEBUG nova.network.neutron [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.440845] env[69692]: DEBUG nova.objects.instance [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'info_cache' on Instance uuid 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.943847] env[69692]: DEBUG nova.objects.base [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Object Instance<7f6fcde3-9d7d-4066-ba71-8ea23fed5115> lazy-loaded attributes: flavor,info_cache {{(pid=69692) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1749.632664] env[69692]: DEBUG nova.network.neutron [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.134885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1750.171246] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.140430] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powering on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.140765] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d9fec19-cebd-4949-84a5-173354222ca0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.148862] env[69692]: DEBUG oslo_vmware.api [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1751.148862] env[69692]: value = "task-3537299" [ 1751.148862] env[69692]: _type = "Task" [ 1751.148862] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.156245] env[69692]: DEBUG oslo_vmware.api [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.170116] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.170306] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.170463] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.170598] env[69692]: DEBUG nova.compute.manager [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69692) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1751.658944] env[69692]: DEBUG oslo_vmware.api [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537299, 'name': PowerOnVM_Task, 'duration_secs': 0.367124} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.659169] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powered on the VM {{(pid=69692) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.659365] env[69692]: DEBUG nova.compute.manager [None req-e2db5aab-1f42-4b21-81b5-f0feeacb2655 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1751.660123] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3607c51e-3430-44a5-8c18-8b2a956b410b {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.645249] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c0348-61db-4869-92db-cb902b833a82 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.652172] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Suspending the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1752.652389] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b6e0c75e-dd32-41d9-8abb-ec24dcca18e3 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.658221] env[69692]: DEBUG oslo_vmware.api [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1752.658221] env[69692]: value = "task-3537300" [ 1752.658221] env[69692]: _type = "Task" [ 1752.658221] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.665220] env[69692]: DEBUG oslo_vmware.api [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537300, 'name': SuspendVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.167389] env[69692]: DEBUG oslo_vmware.api [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537300, 'name': SuspendVM_Task} progress is 75%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.668015] env[69692]: DEBUG oslo_vmware.api [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537300, 'name': SuspendVM_Task, 'duration_secs': 0.833797} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.668378] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Suspended the VM {{(pid=69692) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1753.668421] env[69692]: DEBUG nova.compute.manager [None req-00ade679-fdd7-41ce-b55e-6591c140e2de tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1753.669172] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611881b6-4e94-4d53-8aad-325cf6b1a84a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.166741] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.170441] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager.update_available_resource {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.673595] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.673924] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1754.674026] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1754.674205] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69692) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1754.675088] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc3fe29-6917-4b0e-b290-d8db577993aa {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.683501] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef6623-11f9-4a15-8631-04aeae3ce585 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.696339] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f895c79-da15-4c5a-8832-e232e5410376 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.702375] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee5f70-40a4-42c5-a2f0-baf497745c13 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.730357] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180779MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69692) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1754.730533] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.730707] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1754.970489] env[69692]: INFO nova.compute.manager [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Resuming [ 1754.971136] env[69692]: DEBUG nova.objects.instance [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'flavor' on Instance uuid 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.755916] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Instance 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69692) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1755.756461] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1755.756461] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69692) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1755.782139] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323ae19-1d03-484e-8a6d-5ab9fa5a00a4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.789910] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455091a-aa85-4c85-92cd-598526cfc740 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.819182] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc93477-172f-4008-ae1a-4f1ea13ac2a0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.825806] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f979ee9-dd88-4a50-a29d-cc316b071f66 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.838079] env[69692]: DEBUG nova.compute.provider_tree [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.341273] env[69692]: DEBUG nova.scheduler.client.report [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.481324] env[69692]: DEBUG oslo_concurrency.lockutils [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.481495] env[69692]: DEBUG oslo_concurrency.lockutils [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquired lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.481672] env[69692]: DEBUG nova.network.neutron [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Building network info cache for instance {{(pid=69692) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.846612] env[69692]: DEBUG nova.compute.resource_tracker [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69692) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1756.846994] env[69692]: DEBUG oslo_concurrency.lockutils [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1757.174592] env[69692]: DEBUG nova.network.neutron [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [{"id": "bc40fa37-87a6-47e8-927a-06854efa4a28", "address": "fa:16:3e:2f:1f:bf", "network": {"id": "37fb7851-77cf-4eb4-9ed5-fc4e04dd77f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-221144972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ad7002206341cda53b4b48529c19a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40fa37-87", "ovs_interfaceid": "bc40fa37-87a6-47e8-927a-06854efa4a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.677227] env[69692]: DEBUG oslo_concurrency.lockutils [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Releasing lock "refresh_cache-7f6fcde3-9d7d-4066-ba71-8ea23fed5115" {{(pid=69692) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.678320] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d8974-4138-463e-a353-d33868a5101a {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.685733] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Resuming the VM {{(pid=69692) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1757.685977] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bd2b91-e6f1-4904-a34f-e7ecddc583a6 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.693243] env[69692]: DEBUG oslo_vmware.api [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1757.693243] env[69692]: value = "task-3537301" [ 1757.693243] env[69692]: _type = "Task" [ 1757.693243] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.701315] env[69692]: DEBUG oslo_vmware.api [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.847138] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.847418] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.204718] env[69692]: DEBUG oslo_vmware.api [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537301, 'name': PowerOnVM_Task, 'duration_secs': 0.496931} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.205055] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Resumed the VM {{(pid=69692) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1758.205194] env[69692]: DEBUG nova.compute.manager [None req-354f59bc-3d6c-4d67-b6a9-620d170d4b99 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Checking state {{(pid=69692) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1758.206066] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbc61ab-b52c-4390-a49e-b615ee24d99e {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.604525] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.604885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.604885] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.604980] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.605206] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.607310] env[69692]: INFO nova.compute.manager [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Terminating instance [ 1760.110644] env[69692]: DEBUG nova.compute.manager [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Start destroying the instance on the hypervisor. {{(pid=69692) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.110886] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Destroying instance {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.111804] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66dfe24-4855-4d35-ac44-4eaaece3cde0 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.120023] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powering off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.120251] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6bfc6a0-573b-43cd-93cb-03b5fb0f812d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.126550] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1760.126550] env[69692]: value = "task-3537302" [ 1760.126550] env[69692]: _type = "Task" [ 1760.126550] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.134011] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.635775] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537302, 'name': PowerOffVM_Task, 'duration_secs': 0.151763} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.636143] env[69692]: DEBUG nova.virt.vmwareapi.vm_util [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Powered off the VM {{(pid=69692) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.636193] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Unregistering the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.636421] env[69692]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4de27f-c21d-40ca-8334-f023f6300d0d {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.698677] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Unregistered the VM {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.698907] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Deleting contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.699104] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleting the datastore file [datastore1] 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.699387] env[69692]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c59b2e21-f922-4eb3-9a81-429d271fbc60 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.704817] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for the task: (returnval){ [ 1760.704817] env[69692]: value = "task-3537304" [ 1760.704817] env[69692]: _type = "Task" [ 1760.704817] env[69692]: } to complete. {{(pid=69692) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.712227] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.214559] env[69692]: DEBUG oslo_vmware.api [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Task: {'id': task-3537304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19636} completed successfully. {{(pid=69692) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.214801] env[69692]: DEBUG nova.virt.vmwareapi.ds_util [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted the datastore file {{(pid=69692) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.214979] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Deleted contents of the VM from datastore datastore1 {{(pid=69692) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.215170] env[69692]: DEBUG nova.virt.vmwareapi.vmops [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Instance destroyed {{(pid=69692) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.215352] env[69692]: INFO nova.compute.manager [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1761.215577] env[69692]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69692) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1761.215763] env[69692]: DEBUG nova.compute.manager [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Deallocating network for instance {{(pid=69692) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.215856] env[69692]: DEBUG nova.network.neutron [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] deallocate_for_instance() {{(pid=69692) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.653468] env[69692]: DEBUG nova.compute.manager [req-33d5d86e-e571-4b14-a6a4-4718dc2bb754 req-b90ff8b5-9e7d-4474-bae7-6c61a62ce73a service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Received event network-vif-deleted-bc40fa37-87a6-47e8-927a-06854efa4a28 {{(pid=69692) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1761.653712] env[69692]: INFO nova.compute.manager [req-33d5d86e-e571-4b14-a6a4-4718dc2bb754 req-b90ff8b5-9e7d-4474-bae7-6c61a62ce73a service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Neutron deleted interface bc40fa37-87a6-47e8-927a-06854efa4a28; detaching it from the instance and deleting it from the info cache [ 1761.654390] env[69692]: DEBUG nova.network.neutron [req-33d5d86e-e571-4b14-a6a4-4718dc2bb754 req-b90ff8b5-9e7d-4474-bae7-6c61a62ce73a service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.134168] env[69692]: DEBUG nova.network.neutron [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Updating instance_info_cache with network_info: [] {{(pid=69692) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.156722] env[69692]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-252f6df5-e464-4c62-92f4-98341b1a5db4 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.167062] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617177c-edd9-419c-8f05-060511038cb1 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.190246] env[69692]: DEBUG nova.compute.manager [req-33d5d86e-e571-4b14-a6a4-4718dc2bb754 req-b90ff8b5-9e7d-4474-bae7-6c61a62ce73a service nova] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Detach interface failed, port_id=bc40fa37-87a6-47e8-927a-06854efa4a28, reason: Instance 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 could not be found. {{(pid=69692) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1762.637085] env[69692]: INFO nova.compute.manager [-] [instance: 7f6fcde3-9d7d-4066-ba71-8ea23fed5115] Took 1.42 seconds to deallocate network for instance. [ 1763.143613] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1763.143976] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1763.144087] env[69692]: DEBUG nova.objects.instance [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lazy-loading 'resources' on Instance uuid 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 {{(pid=69692) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.166331] env[69692]: DEBUG oslo_service.periodic_task [None req-8d75e451-bec1-4d71-a338-376e35b7052f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69692) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.677216] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f6222-74c0-4216-9ab3-f7e2bdc1e7ab {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.684649] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af725f3e-bdf9-4496-90db-0d4cbd6e46b5 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.714173] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f186668-854b-4312-9983-7094c378ff89 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.721056] env[69692]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4af46-6ea6-4387-84a2-a5b5ba1194f9 {{(pid=69692) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.733663] env[69692]: DEBUG nova.compute.provider_tree [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed in ProviderTree for provider: 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 {{(pid=69692) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.237245] env[69692]: DEBUG nova.scheduler.client.report [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Inventory has not changed for provider 1c9ca5fc-5839-4b61-976a-d5f01f52b6f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69692) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.742691] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1764.764079] env[69692]: INFO nova.scheduler.client.report [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Deleted allocations for instance 7f6fcde3-9d7d-4066-ba71-8ea23fed5115 [ 1765.273754] env[69692]: DEBUG oslo_concurrency.lockutils [None req-e897e735-f3ed-4229-aff6-bb790bc7989c tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Lock "7f6fcde3-9d7d-4066-ba71-8ea23fed5115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=69692) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}